-- Logs begin at Thu 2021-09-16 14:30:37 UTC, end at Thu 2021-09-16 15:26:18 UTC. -- Sep 16 15:01:12.526537 dv-cinder-809420-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 15:01:15.257684 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.common.config [-] Logging enabled! Sep 16 15:01:15.258286 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 15:01:15.258483 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 15:01:15.261642 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.common.config [-] Logging enabled! Sep 16 15:01:15.261902 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 15:01:15.262218 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 15:01:15.263192 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 15:01:15.263431 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 15:01:15.263795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 15:01:15.264044 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 15:01:15.264275 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 15:01:15.264598 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.264899 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.265197 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.265429 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.265725 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.266700 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.267003 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.267300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.267601 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.267894 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.268177 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.268465 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.268699 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.268982 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.269270 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.269559 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.269800 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] debug = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.270069 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.270518 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.270940 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.271226 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.271520 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.271805 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.272081 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.272362 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.272653 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.272985 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] host = dv-cinder-809420-1-iscsi {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.273270 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.273563 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.273855 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.274145 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.274454 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.274726 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.275017 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.275294 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.275571 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.275851 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.276141 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.276432 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.276726 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.276955 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.277181 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.277473 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.277764 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.278051 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.278331 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.278641 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.278922 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.279201 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.279474 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.279762 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.280048 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.280334 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.280614 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.280893 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.281167 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.281442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.282282 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.282635 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.282875 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.283156 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.283449 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.283722 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.284000 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.284304 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.284594 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.284880 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.285172 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.285454 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.285740 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.286017 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.286292 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.286594 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] use_json = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.286872 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.287148 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.287432 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.287709 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.287989 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.288267 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.288542 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.288829 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:15.289129 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.289430 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.289735 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.290023 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.290323 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.290637 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.290936 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.291224 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.291515 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.291807 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.292099 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.292380 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.292670 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.292950 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.293248 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.293554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.293850 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.294146 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.294438 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.294725 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.295004 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.295287 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.295581 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.295863 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.296155 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.296449 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.296735 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.297026 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.297400 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.297692 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.297977 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.298259 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.298588 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.298871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.299149 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.299432 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.299723 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.300004 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.300282 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.300566 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.300844 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.301121 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.301398 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.301680 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.301974 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.302255 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.302572 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.302833 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.303113 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.303386 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.303674 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.303952 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.304229 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.304504 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.304782 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.305056 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.305334 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.305614 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.305890 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.306170 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.306467 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.306746 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.307022 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.307299 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.307573 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.307848 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.308128 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.308407 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.308680 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.308954 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.309231 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.309508 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.309789 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.310080 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.310383 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.310689 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.310973 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.311260 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.311543 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.311826 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.312106 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.312388 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.312671 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.312972 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.313271 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.313563 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.313856 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.314144 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.314451 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.314757 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.315041 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.315330 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.315617 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.315902 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.316191 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.316479 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.316780 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.317077 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.317376 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.317682 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.317980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.318267 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.318607 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.318895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:15.319117 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 15:01:15.319362 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94083) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 15:01:15.670314 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 15:01:15.670628 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 15:01:15.670927 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 15:01:15.671262 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 15:01:16.061948 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.062252 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.062552 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.064391 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.064666 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.064934 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.100208 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.100488 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.100759 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.115879 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.116166 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.116441 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.145221 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.145500 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.145767 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.183763 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.184051 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.184323 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.414692 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.415333 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.415333 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.415478 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.416166 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.536112 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.536435 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.536723 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.537002 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.537275 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.537591 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.537854 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.538115 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.538375 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.538688 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.538952 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.539221 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.539480 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.539734 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.539990 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.540257 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.540516 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.540788 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.541059 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.541322 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.541595 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.541850 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.542133 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.542543 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.542802 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.543054 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.543450 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:16.543692 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:16.543932 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:16.544172 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:16.544409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:16.544647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:16.545014 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 15:01:16.548688 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 15:01:16.552717 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 15:01:16.556379 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 16 15:01:16.558005 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 15:01:16.558479 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 15:01:16.558822 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 15:01:16.559211 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 15:01:16.561975 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 15:01:16.562233 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 15:01:16.562614 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 15:01:16.567848 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 15:01:16.590064 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 15:01:16.590546 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.590849 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94083) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 15:01:16.591217 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.592566 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94083) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 15:01:16.593010 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 15:01:16.593260 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 15:01:16.596991 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.597279 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:16.661046 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 15:01:16.661288 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 15:01:16.661527 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 15:01:16.661906 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 15:01:16.684278 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_db.sqlalchemy.engines [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94083) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 15:01:17.221692 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing driver for type 'gre' Sep 16 15:01:17.222313 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] gre ID ranges: [(1, 1000)] Sep 16 15:01:17.275233 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing driver for type 'local' Sep 16 15:01:17.275664 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing driver for type 'vlan' Sep 16 15:01:17.287672 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] VlanTypeDriver initialization complete Sep 16 15:01:17.288024 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing driver for type 'vxlan' Sep 16 15:01:17.288512 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] vxlan ID ranges: [(1, 1000)] Sep 16 15:01:17.351747 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing extension driver 'port_security' Sep 16 15:01:17.352087 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.extensions.port_security [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] PortSecurityExtensionDriver initialization complete Sep 16 15:01:17.352425 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing mechanism driver 'openvswitch' Sep 16 15:01:17.352751 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing mechanism driver 'hyperv' Sep 16 15:01:17.361173 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:17.361860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.362228 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.362617 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.363138 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:17.363569 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.363927 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.364275 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.366294 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:17.366760 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.367123 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.367475 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.367866 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:17.368274 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > security_group after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.368627 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > security_group after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.369154 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.369715 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:17.370100 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.370473 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.371011 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.373659 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:17.374092 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > address_group after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.374479 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > address_group after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.375083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.375534 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:17.375920 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] ML2 OVO RPC backend initialized. {{(pid=94083) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 15:01:17.376644 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.377007 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.377427 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.377777 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > networks before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.378129 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.378497 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > ports before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.378847 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.379191 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnets before_response 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.379539 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.379884 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.380224 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.380564 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.380903 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.381240 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.381580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.381918 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.382254 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.382860 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.plugin [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Modular L2 Plugin initialization complete Sep 16 15:01:17.383193 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading services supported by the core plugin {{(pid=94083) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 15:01:17.383522 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.plugins.ml2.managers [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Got port-security extension from driver 'port_security' Sep 16 15:01:17.383982 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.extensions.vlantransparent [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Disabled vlantransparent extension. Sep 16 15:01:17.384466 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94083) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 15:01:17.384780 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: router Sep 16 15:01:17.420966 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.421540 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_create 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.421721 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router before_create 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.422127 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.422647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.423012 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_delete 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.423377 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.423731 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.424092 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_create 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.424441 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_update 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.424791 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_update 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.425142 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.425501 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_update 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.425915 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.426287 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.426659 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.427002 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: subnet after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.427343 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.427698 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.428047 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.428392 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.428734 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.429092 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router after_update 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.429436 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.429788 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.430149 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.430524 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.430890 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > agent after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.431241 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > agent after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.431587 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > network after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.432439 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Tracking information for resource: router configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:17.432772 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Tracking information for resource: floatingip configured {{(pid=94083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:17.437867 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.db.l3_agentschedulers_db [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 15:01:17.438449 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.438816 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.439169 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.439517 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.440302 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router before_create 55550100 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.440669 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.441034 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_create 55550100 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.441394 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > router precommit_update 55550100 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.446002 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.provider_configuration [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service providers = [] {{(pid=94083) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 15:01:17.446364 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.db.servicetype_db [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94083) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 15:01:17.449261 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.service_base [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:17.449612 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.service_base [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:17.449956 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.service_base [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:17.450869 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.services.service_base [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:17.451244 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.services.service_base [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 15:01:17.451623 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.451945 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 15:01:17.463242 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.463581 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: auto_allocate Sep 16 15:01:17.470033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: network precommit_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.470398 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: network precommit_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.470946 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.471268 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: tag Sep 16 15:01:17.477733 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.478016 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: timestamp Sep 16 15:01:17.481976 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.482308 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: network_ip_availability Sep 16 15:01:17.487784 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.488157 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.488515 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.489220 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.489538 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: flavors Sep 16 15:01:17.494171 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.494543 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading Plugin: revisions Sep 16 15:01:17.498749 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:17.499144 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_concurrency.lockutils [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=94083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 15:01:17.499867 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94083) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 15:01:17.500250 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Initializing extension manager. Sep 16 15:01:17.501070 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: __init__.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.501419 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: __pycache__ {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.501758 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.502094 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: address_group.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.502871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.503430 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: address-group Sep 16 15:01:17.503756 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: address_scope.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.504657 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.505170 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: address-scope Sep 16 15:01:17.505499 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.506416 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.506946 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: router-admin-state-down-before-update Sep 16 15:01:17.507272 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: agent.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.507973 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.508482 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: agent Sep 16 15:01:17.508805 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: agent_resources_synced.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.509713 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.510220 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: agent-resources-synced Sep 16 15:01:17.510577 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: allowedaddresspairs.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.512335 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.512860 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: allowed-address-pairs Sep 16 15:01:17.513190 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: auto_allocated_topology.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.514256 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.514805 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: auto-allocated-topology Sep 16 15:01:17.515135 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: availability_zone.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.516347 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.517179 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: availability_zone Sep 16 15:01:17.517508 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: availability_zone_filter.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.518463 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.518993 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: availability_zone_filter Sep 16 15:01:17.519321 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: data_plane_status.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.520227 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.520734 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 15:01:17.521061 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: default_subnetpools.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.521970 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.522502 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: default-subnetpools Sep 16 15:01:17.522831 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.523644 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.524153 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: dhcp_agent_scheduler Sep 16 15:01:17.524478 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: dns.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.525393 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.525903 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 15:01:17.526228 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: dns_domain_ports.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.527160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.527672 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 15:01:17.527997 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.528912 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.529420 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 15:01:17.529744 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: dvr.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.530415 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.530946 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: dvr Sep 16 15:01:17.531267 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: ecmp_routes.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.532881 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.533390 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 15:01:17.533710 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: empty_string_filtering.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.534653 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.535164 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: empty-string-filtering Sep 16 15:01:17.535482 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.536394 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.536908 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 15:01:17.537233 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.538135 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.538681 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 15:01:17.539004 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: external_net.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.539910 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.540417 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: external-net Sep 16 15:01:17.540740 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.541642 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.542144 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: extra_dhcp_opt Sep 16 15:01:17.542495 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: extraroute.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.543407 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.543909 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: extraroute Sep 16 15:01:17.544227 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: extraroute_atomic.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.545250 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.545756 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: extraroute-atomic Sep 16 15:01:17.546079 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: filter_validation.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.546768 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.547329 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: filter-validation Sep 16 15:01:17.547653 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: fip_pf_description.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.548554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.549055 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 15:01:17.549376 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: fip_port_details.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.550281 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.550810 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: fip-port-details Sep 16 15:01:17.551135 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: flavors.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.552362 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.552881 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: flavors Sep 16 15:01:17.553213 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.554908 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.555440 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 15:01:17.555770 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: floatingip_pools.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.556471 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.556982 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: floatingip-pools Sep 16 15:01:17.557307 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: ip_allocation.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.558231 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.558760 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 15:01:17.559083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.560004 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.560515 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: ip-substring-filtering Sep 16 15:01:17.560839 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l2_adjacency.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.561758 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.562262 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 15:01:17.562619 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.563818 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.564340 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: router Sep 16 15:01:17.564665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.566917 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.567445 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 15:01:17.567776 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.568714 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.569230 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: ext-gw-mode Sep 16 15:01:17.569558 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.570531 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.571044 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: l3-ha Sep 16 15:01:17.571368 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3_flavors.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.572279 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.572788 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: l3-flavors Sep 16 15:01:17.573114 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.574029 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.574577 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 15:01:17.574901 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: l3agentscheduler.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.575937 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.576448 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: l3_agent_scheduler Sep 16 15:01:17.576772 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: logging.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.578233 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.579325 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension logging not supported by any of loaded plugins Sep 16 15:01:17.579663 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: metering.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.580407 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.581039 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: metering Sep 16 15:01:17.581374 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.582481 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.583000 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: metering_source_and_destination_fields Sep 16 15:01:17.583330 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: multiprovidernet.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.584505 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.585092 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: multi-provider Sep 16 15:01:17.585418 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: netmtu.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.586339 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.586870 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: net-mtu Sep 16 15:01:17.587195 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: netmtu_writable.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.588103 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.588608 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: net-mtu-writable Sep 16 15:01:17.588927 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: network_availability_zone.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.589598 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.590099 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: network_availability_zone Sep 16 15:01:17.590447 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: network_ip_availability.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.591530 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.592041 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: network-ip-availability Sep 16 15:01:17.592370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: network_segment_range.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.593132 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.593634 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 15:01:17.594037 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: pagination.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.595542 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.595876 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: pagination Sep 16 15:01:17.596201 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: port_device_profile.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.597104 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.597619 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: port-device-profile Sep 16 15:01:17.597945 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.598872 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.599383 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: port-mac-address-regenerate Sep 16 15:01:17.599706 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.600649 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.601157 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: port-numa-affinity-policy Sep 16 15:01:17.601483 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: port_resource_request.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.602546 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.603052 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 15:01:17.603381 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: portbindings.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.604306 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.604808 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: binding Sep 16 15:01:17.605512 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: portbindings_extended.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.606376 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.606914 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: binding-extended Sep 16 15:01:17.607244 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: portsecurity.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.608164 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.608673 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: port-security Sep 16 15:01:17.608998 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: project_id.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.610189 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.610622 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: project-id Sep 16 15:01:17.610952 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: providernet.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.611875 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.612383 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: provider Sep 16 15:01:17.612707 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.616264 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.616794 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos not supported by any of loaded plugins Sep 16 15:01:17.617127 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.618367 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.618905 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 15:01:17.619236 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.620150 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.620659 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 15:01:17.620986 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_default.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.621888 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.622401 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-default not supported by any of loaded plugins Sep 16 15:01:17.622755 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_fip.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.623406 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.623904 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 15:01:17.624226 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_gateway_ip.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.625143 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.627515 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 15:01:17.627855 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_port_network_policy.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.628784 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.629302 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 15:01:17.629630 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_pps_rule.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.630820 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.631340 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 15:01:17.631669 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_rule_type_details.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.632584 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.633096 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 15:01:17.633424 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: qos_rules_alias.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.634483 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.635000 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 15:01:17.635328 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: quotasv2.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.636264 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.636597 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: quotas Sep 16 15:01:17.636929 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: quotasv2_detail.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.640199 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.640545 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: quota_details Sep 16 15:01:17.641422 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: rbac.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.642507 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.643036 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: rbac-policies Sep 16 15:01:17.643369 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: rbac_address_group.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.644293 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.644805 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: rbac-address-group Sep 16 15:01:17.645132 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: rbac_address_scope.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.646058 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.646592 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: rbac-address-scope Sep 16 15:01:17.646921 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: rbac_security_groups.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.647848 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.648367 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: rbac-security-groups Sep 16 15:01:17.648699 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: rbac_subnetpool.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.649622 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.650145 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: rbac-subnetpool Sep 16 15:01:17.650497 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: revisionifmatch.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.651423 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.651937 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: revision-if-match Sep 16 15:01:17.652262 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: revisions.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.653376 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.653887 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: standard-attr-revisions Sep 16 15:01:17.654216 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: router_availability_zone.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.654920 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.655429 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: router_availability_zone Sep 16 15:01:17.655754 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: routerservicetype.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.657339 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.657850 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 15:01:17.658177 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.659130 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.659641 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: security-groups-normalized-cidr Sep 16 15:01:17.659966 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.660879 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.661386 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: port-security-groups-filtering Sep 16 15:01:17.661708 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.662664 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.663177 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: security-groups-remote-address-group Sep 16 15:01:17.663502 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: securitygroup.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.674548 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.675082 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: security-group Sep 16 15:01:17.675433 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: segment.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.676199 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.676707 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension segment not supported by any of loaded plugins Sep 16 15:01:17.677036 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.677979 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.678509 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 15:01:17.678838 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: servicetype.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.680010 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.680532 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: service-type Sep 16 15:01:17.680861 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: sorting.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.681841 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.682176 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: sorting Sep 16 15:01:17.682528 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: standard_attr_segment.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.683440 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.683958 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 15:01:17.684280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: standardattrdescription.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.684921 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.685425 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: standard-attr-description Sep 16 15:01:17.685746 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: stateful_security_group.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.686687 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.687211 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: stateful-security-group Sep 16 15:01:17.687534 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: stdattrs_common.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.688643 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 15:01:17.688959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.689884 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.690396 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 15:01:17.690739 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: subnet_onboard.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.691810 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.692329 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: subnet_onboard Sep 16 15:01:17.692653 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.693573 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.694084 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 15:01:17.694407 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: subnet_service_types.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.695510 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.696024 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: subnet-service-types Sep 16 15:01:17.696351 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: subnetallocation.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.697436 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.697957 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: subnet_allocation Sep 16 15:01:17.698282 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.698975 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.699485 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: subnetpool-prefix-ops Sep 16 15:01:17.699809 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.700723 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.701236 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 15:01:17.701557 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: tagging.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.702679 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.703208 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: standard-attr-tag Sep 16 15:01:17.704147 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: timestamp.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.705337 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.705847 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loaded extension: standard-attr-timestamp Sep 16 15:01:17.706173 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: trunk.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.707232 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.707751 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension trunk not supported by any of loaded plugins Sep 16 15:01:17.708075 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: trunk_details.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.708990 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.709757 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 15:01:17.710078 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: uplink_status_propagation.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.711136 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.711646 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 15:01:17.711969 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Loading extension file: vlantransparent.py {{(pid=94083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:17.712637 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:17.713143 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 15:01:17.715929 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:network Sep 16 15:01:17.716455 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:subnet Sep 16 15:01:17.716857 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:17.717259 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:port Sep 16 15:01:17.718516 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.719024 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service FLAVORS assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.719717 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.720138 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.720475 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:router Sep 16 15:01:17.720904 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 15:01:17.721389 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service METERING assigned prefix: /metering {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.722837 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.723206 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.723559 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:17.724579 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 15:01:17.725027 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:security_group Sep 16 15:01:17.725452 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 15:01:17.726031 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service CORE assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.726359 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:17.726741 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] subnetpool is already registered Sep 16 15:01:17.727186 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service CORE assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.727517 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:17.727903 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] subnetpool is already registered Sep 16 15:01:17.732104 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.732541 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service FLAVORS assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.733137 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.733562 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.733899 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:router Sep 16 15:01:17.734450 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] router is already registered Sep 16 15:01:17.735004 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 15:01:17.735348 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] floatingip is already registered Sep 16 15:01:17.735808 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service METERING assigned prefix: /metering {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.736678 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 15:01:17.739359 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] rbac_policy is already registered Sep 16 15:01:17.739801 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:security_group Sep 16 15:01:17.740148 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] security_group is already registered Sep 16 15:01:17.740799 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 15:01:17.741139 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] security_group_rule is already registered Sep 16 15:01:17.741773 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service CORE assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.742106 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:17.742472 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] subnetpool is already registered Sep 16 15:01:17.742895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.v2.resource_helper [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Service CORE assigned prefix: {{(pid=94083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:17.743231 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:17.743563 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING neutron.quota.resource_registry [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] subnetpool is already registered Sep 16 15:01:17.744014 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: extensions {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.745520 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: address-groups {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.747024 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: address-scopes {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.748362 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: agents {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.749516 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: auto-allocated-topology {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.751447 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: availability_zones {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.752666 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: dhcp-networks {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.754235 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: dhcp-agents {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.755701 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: routers {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.757895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: flavors {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.759102 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: service_profiles {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.760307 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: next_providers {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.761753 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: service_profiles {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.763306 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: floatingip-pools {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.764507 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: routers {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.768121 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: floatingips {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.769402 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: l3-routers {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.770837 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: l3-agents {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.772233 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: metering-labels {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.773577 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: metering-label-rules {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.774966 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: network-ip-availabilities {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.776237 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: bindings {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.778739 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: quotas {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.780194 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: quotas {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.781726 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: rbac-policies {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.782969 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: security-groups {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.784273 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: security-group-rules {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.785582 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: service-providers {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.786825 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: subnetpools {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.788255 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: subnetpools {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.789708 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.791392 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.793203 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.795021 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.796803 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.798898 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.800593 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.802524 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.804276 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.805993 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron.api.extensions [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Extended resource: tags {{(pid=94083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:17.811940 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING keystonemiddleware.auth_token [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 15:01:17.817398 dv-cinder-809420-1-iscsi neutron-server[94083]: WARNING keystonemiddleware.auth_token [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 15:01:17.825840 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_concurrency.lockutils [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Acquired lock "singleton_lock" {{(pid=94083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 15:01:17.826316 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_concurrency.lockutils [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Releasing lock "singleton_lock" {{(pid=94083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 15:01:17.826974 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Starting 2 workers Sep 16 15:01:17.832836 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Started child 94190 {{(pid=94083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:17.837584 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Started child 94191 {{(pid=94083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:17.838393 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.839682 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO neutron.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 15:01:17.840419 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Notify callbacks [] for process, before_spawn {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.840941 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [-] (94190) wsgi starting up on http://0.0.0.0:9696 Sep 16 15:01:17.842935 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Starting 1 workers Sep 16 15:01:17.843541 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.847288 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [-] (94191) wsgi starting up on http://0.0.0.0:9696 Sep 16 15:01:17.849327 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Started child 94192 {{(pid=94083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:17.849863 dv-cinder-809420-1-iscsi neutron-server[94083]: INFO oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Starting 1 workers Sep 16 15:01:17.853466 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] calling RpcWorker wait() {{(pid=94192) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 15:01:17.854028 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] returning from RpcWorker wait() {{(pid=94192) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 15:01:17.854685 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Started child 94193 {{(pid=94083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:17.855282 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.855522 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ea2cec90-4956-4b5f-9b2d-353abcc5edb3 None None] Notify callbacks [] for process, after_spawn {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.855733 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:17.857420 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 15:01:17.857633 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 15:01:17.857815 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 15:01:17.858021 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 15:01:17.858366 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 15:01:17.858551 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 15:01:17.859039 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.859320 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.859752 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.859895 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.860933 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.860933 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.861408 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.861690 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.861882 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.862161 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.862393 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.862605 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.862754 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.863012 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.863269 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.863573 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.863834 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.864082 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.864345 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.864520 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.864773 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.865048 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.865290 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.865552 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] debug = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.865793 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.866280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.866540 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.866788 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.867022 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.867291 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.867543 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.867803 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.868060 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.868294 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.868553 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.868811 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.869054 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.869263 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.869493 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.869744 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.869961 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.870532 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] host = dv-cinder-809420-1-iscsi {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.870776 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.870995 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.871244 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.871477 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.871721 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.871936 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.872191 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.872436 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.872717 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.872918 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.873158 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.873412 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.873752 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.873905 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.874043 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_options = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.874271 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.874560 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.874818 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.875007 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.875174 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.875405 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.875720 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.875908 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.876061 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.876268 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.876484 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.876712 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.876945 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.877174 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.877436 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.877681 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.877909 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.878195 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.878362 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.878593 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.878815 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.879055 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.879269 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.879485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.879697 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.879936 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.880178 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.880393 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.880603 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.880840 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.881066 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.881317 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.881546 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.881785 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.882041 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.882270 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.882516 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.882831 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.883003 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.883226 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.883470 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.883752 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.883995 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.884158 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.884390 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.884619 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.884831 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_json = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.885039 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.885267 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.885528 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.885811 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.885962 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.886161 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.886370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.886620 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.887145 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.887441 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.887839 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.888321 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.888493 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.889033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.889281 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.889672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.889837 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.890112 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.890476 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.890679 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.890871 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:17.891258 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.891623 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.891912 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.892343 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.892500 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.892783 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.893034 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.893251 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.893608 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.893735 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.894062 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.894258 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.894514 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.894747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.895120 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.895467 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.895741 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.895990 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.896235 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.896471 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.896707 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.896937 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.897171 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.897390 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.897605 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.897876 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.898585 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.898585 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.898585 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.899011 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.899011 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.899385 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.899613 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.899995 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.900142 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.900680 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.900680 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.901045 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.901045 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.901333 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.901469 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.902212 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.902212 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.902985 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.902985 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.902985 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.902985 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.903593 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.903593 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.903593 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.904662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.904662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.904662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.904662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.904662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.905329 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.905329 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.907032 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.907032 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.907032 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.907032 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.908285 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.908511 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.908757 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.908985 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.910590 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.910779 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.910920 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.911451 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.911451 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.911631 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.911863 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.912106 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.912327 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.912543 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.912788 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.913030 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.913316 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.913630 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.913894 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.914138 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.914391 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.914662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.914903 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.915163 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.915421 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.915664 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.915908 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.916186 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.916433 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.916685 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.916909 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.917126 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.917379 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.917597 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.917818 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.918034 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.918270 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.918539 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.918811 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.919068 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.919336 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.919572 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.919850 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.920117 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.920376 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.920646 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.920863 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.921118 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.921407 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.921678 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.921932 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.922844 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.923201 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.923453 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.924112 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.924112 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.924404 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.924489 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.926798 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.928654 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.929005 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.930662 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.930996 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.931279 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.931544 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.931837 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.932106 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.932357 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.932629 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.932899 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.933113 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.933374 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.933624 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.933865 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.934115 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.934335 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.934659 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.934933 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.935175 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.935436 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.935654 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.935882 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.936116 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.936335 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.936553 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.936892 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.937211 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.937474 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.937746 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.938072 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.938302 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.938582 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.938821 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.939082 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.940116 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.940401 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.940672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.940931 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.941166 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.942464 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.942718 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.942975 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.943233 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.943464 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.943706 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.943949 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.944194 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.944412 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.944661 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.944893 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.945110 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.945380 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.945621 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.945937 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.946211 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.946511 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.947259 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.947512 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.947780 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.948049 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.948289 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.948527 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.948761 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.948990 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.949274 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.949508 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.949759 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.949980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.950232 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.950480 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.950706 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.950921 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.951224 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.951479 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.951714 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.951970 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.952210 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.952426 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.952658 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.952872 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.953117 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.953355 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.953572 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.953787 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.954016 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.954229 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.954464 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.954694 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.954912 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.955123 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.955348 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.955608 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.955826 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.956051 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.956269 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.956480 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.956703 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.956913 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.957124 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.957345 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.957562 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.957779 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.958023 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.958232 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.958478 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.958983 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.958983 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.959661 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.959836 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.960097 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.960319 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.960603 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.960845 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.961096 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.961344 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.961653 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.961870 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.962108 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.962333 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.962585 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.962829 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.963087 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.963426 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.963715 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.963966 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.964221 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.964526 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.964813 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.965094 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.965308 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.965587 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.965922 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.966195 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.966482 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.966735 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.966979 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.967224 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.967443 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.967689 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.967935 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.968168 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.968408 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.968655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.968886 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.969633 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.969863 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.970263 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.970520 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.970759 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.970984 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.971220 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.971385 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 15:01:17.971937 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 15:01:17.972097 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 15:01:17.972263 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 15:01:17.972431 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 15:01:17.972764 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 15:01:17.972921 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 15:01:17.973136 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.973308 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.973472 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.973635 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.973797 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.973980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.974154 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.974290 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.974474 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.974633 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.974952 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.975115 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.975258 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.975423 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.975585 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.975730 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.975894 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976053 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976217 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976379 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976527 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976686 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976827 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] debug = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.976994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.977196 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.977587 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.977755 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978022 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978126 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978239 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978382 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978623 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978714 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.978861 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979108 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979199 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979322 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979481 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979660 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979761 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:17.979834 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.979967 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] host = dv-cinder-809420-1-iscsi {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.980189 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.980274 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.980496 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.980665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.980823 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.980999 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981427 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981427 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981427 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981983 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981983 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981983 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.981983 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.982654 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.982654 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_options = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.982654 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.982654 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983797 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983797 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.983797 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.984345 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.984345 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.984345 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.984345 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.985871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.985871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.985871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.985871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.985871 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.986554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.986554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.986554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.986554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.987554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.987554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.987554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.987554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.987554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.987554 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.988370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.988370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.988370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.988370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.988370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.988370 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.989148 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.989148 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.989148 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.989148 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.989148 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.990160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991109 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_json = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991109 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991109 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991109 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991109 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991109 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:17.991895 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.992541 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.992541 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.992541 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.992541 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.993442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.993442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.993442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.993442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.993442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.993442 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.994485 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.995980 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.997033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:17.999580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.000860 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.002491 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.003672 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.004994 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.006315 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.007959 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.009409 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.010655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.011665 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012300 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012843 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012843 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012843 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012843 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.012843 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013309 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013309 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013309 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013608 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013608 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013838 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.013923 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.014034 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.014197 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.014361 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.014580 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.014729 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.014863 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.015028 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.015214 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.015339 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.015500 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.015685 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.015866 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.016033 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.016247 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.016532 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.016708 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.016864 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017010 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017144 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017275 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017433 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017598 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017743 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.017908 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.018070 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.018231 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.018393 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.018576 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.018739 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.018901 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.019063 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.019226 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.019388 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.019550 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.019715 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.019877 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.020039 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.020202 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.020364 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.020527 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.020690 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.020853 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021015 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021178 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021341 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021508 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021673 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021836 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.021998 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.022160 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.022321 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.022505 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.022683 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.022846 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.023008 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.023170 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.023331 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.023493 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.023655 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.025083 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.026747 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028184 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.028795 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.029647 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030113 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030113 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030113 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030410 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030410 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030687 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030687 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.030918 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.031038 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.031159 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.031280 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.031418 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.032149 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.032379 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.032610 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.032814 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.032991 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.033155 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.033320 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.033481 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.033643 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.033806 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.033969 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.034136 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.034308 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.034497 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.034663 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.034833 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.035004 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.035176 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.035337 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.035505 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.035848 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.035848 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036081 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036190 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036310 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036430 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036574 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036736 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.036897 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037058 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037411 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037411 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037644 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037644 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037873 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.037993 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.038113 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.038463 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.038463 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.038630 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:18.038707 dv-cinder-809420-1-iscsi neutron-server[94083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 15:01:18.200854 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39716) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:18.210221 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070884 Sep 16 15:01:29.887588 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983721a4-236a-487b-9494-6948b8c4bfb9 None None] get_active_networks_info from dv-cinder-809420-1-iscsi {{(pid=94192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 15:01:30.005195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983721a4-236a-487b-9494-6948b8c4bfb9 None None] No non-hosted networks {{(pid=94192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 15:01:30.024530 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.agentschedulers_db [None req-983721a4-236a-487b-9494-6948b8c4bfb9 None None] DHCP Agent not found on host dv-cinder-809420-1-iscsi {{(pid=94192) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 15:01:30.205443 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0c7227df-14f8-44f8-9ae6-84a3e70bd760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:32.299243 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee0a6-8b84-4a74-b019-5f7646b433b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:32.343798 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f1453f1b-6425-46aa-8081-b5f5e94eacdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:33.067466 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:33.068134 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.075801 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.076184 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.076467 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.077137 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.078139 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.078498 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.078860 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.079197 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.079525 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.080173 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.080819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:33.081982 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809420-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:33.099017 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809420-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:33.314573 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:35.030273 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.159213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39808) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:36.650165 dv-cinder-809420-1-iscsi neutron-server[94191]: WARNING oslo_policy.policy [None req-6fc43b53-62d3-45c0-b6d8-58081d54af62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:01:36.650859 dv-cinder-809420-1-iscsi neutron-server[94191]: WARNING oslo_policy.policy [None req-6fc43b53-62d3-45c0-b6d8-58081d54af62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:01:36.872443 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [None req-6fc43b53-62d3-45c0-b6d8-58081d54af62 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:01:36.873548 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6fc43b53-62d3-45c0-b6d8-58081d54af62 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7134309 Sep 16 15:01:38.631711 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.db.l3_hamode_db [None req-be1c81a8-0633-4655-bded-11af04be1942 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 15:01:38.708085 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c81a8-0633-4655-bded-11af04be1942 None None] Routers set() bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:38.708390 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c81a8-0633-4655-bded-11af04be1942 None None] Router IDs set() for agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 15:01:39.272271 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39822) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:39.581750 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:39.676148 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.policy [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 15:01:39.720798 dv-cinder-809420-1-iscsi neutron-server[94191]: WARNING oslo_policy.policy [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:01:39.721164 dv-cinder-809420-1-iscsi neutron-server[94191]: WARNING oslo_policy.policy [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:01:39.729457 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.quota [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] Loaded quota_driver: . Sep 16 15:01:39.818647 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760631948154', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760631948553', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760631927680', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760631930212', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760631590674', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760631917006', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3964484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3707226', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-757760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715318'] for rbac-policy, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:39.883346 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:39.884538 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-104173fb-fbf2-42dc-aa12-6724940a4d01 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6112337 Sep 16 15:01:42.468294 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39834) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:42.768552 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Request body: {'network': {'project_id': '122f07f98c3242fca96ddb67dedc4938', 'name': 'private', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:42.796931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Made reservation on behalf of 122f07f98c3242fca96ddb67dedc4938 for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:42.799623 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.816918 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.935369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.940265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.958179 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:01:42.987093 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760632171412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.987756 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Unsubscribe: segment precommit_create {{(pid=94191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 15:01:42.988306 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Added segment 7a664fd5-42eb-46dc-9a0d-e3262870cdcd of type vlan for network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 Sep 16 15:01:43.007172 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff19e65-2c47-4fd6-a01d-115c2275e5cc,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:43.056730 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.057082 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.057417 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.057747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.058071 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.058405 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.058748 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.059067 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.059398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.059716 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.060028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.060338 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Tracked resource versions report: Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: pushed versions: Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: { 'AddressGroup': {'1.2'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'ConntrackHelper': {'1.0'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Log': {'1.0'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Network': {'1.1'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Port': {'1.7'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'PortForwarding': {'1.2'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'QosPolicy': {'1.9'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroup': {'1.4'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SubPort': {'1.0'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Subnet': {'1.1'}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Trunk': {'1.1'}} Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: consumer versions: Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'ConntrackHelper': '1.0', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Log': '1.0', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Network': '1.1', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Port': '1.7', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'PortForwarding': '1.2', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'QosPolicy': '1.9', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroup': '1.4', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroupRule': '1.2', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SubPort': '1.0', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Subnet': '1.1', Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Trunk': '1.1'}} Sep 16 15:01:43.062105 dv-cinder-809420-1-iscsi neutron-server[94191]: {{(pid=94191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:01:43.102096 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.143180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.144274 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:43.144928 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.199594 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7301853 Sep 16 15:01:43.244488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741206e3-9ea5-4791-8754-d303c0313d95 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd1c9be-9c22-4cbe-9e28-daadd83b35d3,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:43.256830 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:01:45.846137 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39848) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:46.235729 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110e4ce-b1c8-467c-bbaf-2ebf11617d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:46.237077 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-2110e4ce-b1c8-467c-bbaf-2ebf11617d9a admin admin] 10.222.0.52 "GET /v2.0/networks/3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 HTTP/1.1" status: 200 len: 825 time: 0.3899720 Sep 16 15:01:46.261478 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1aacf0ca-60ef-4951-a2ec-a1e4ac6563f5 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/3c44916f-1248-41c8-9ee4-bfe90f85f821 HTTP/1.1" status: 200 len: 734 time: 0.0181372 Sep 16 15:01:46.270669 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'name': 'private-subnet', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:46.292470 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Made reservation on behalf of 122f07f98c3242fca96ddb67dedc4938 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:46.294742 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.580853 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.650612 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090e7f95-b88b-4d2e-801d-8ee0de96726d,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:46.655091 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Checking segment: {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:01:46.655469 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Network hostable DHCP agents. Network: 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:01:46.679392 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:01:46.690948 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:46.697518 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:46.697619 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.700748 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda64dc5-b98b-45a5-bca2-5fa6483732bf None None] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:01:46.711408 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-323f9c5b-c051-4059-81f6-906e9c065f33 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4440160 Sep 16 15:01:47.020734 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:01:47.022009 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.296319 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Allocated IP 172.20.0.2 (3dd1c9be-9c22-4cbe-9e28-daadd83b35d3/090e7f95-b88b-4d2e-801d-8ee0de96726d/c82b5b2d-77be-4b0d-96d7-8595f3443316) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:01:47.519828 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.527261 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.611336 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:01:47.615453 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Pushing event updated for resources: {'Port': ['ID=c82b5b2d-77be-4b0d-96d7-8595f3443316,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:47.624158 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.624526 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.624864 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.625195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.625523 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.625854 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.626178 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.626519 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.626859 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.627180 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.627499 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.627815 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Tracked resource versions report: Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: pushed versions: Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: { 'AddressGroup': {'1.2'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'ConntrackHelper': {'1.0'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Log': {'1.0'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Network': {'1.1'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Port': {'1.7'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'PortForwarding': {'1.2'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'QosPolicy': {'1.9'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroup': {'1.4'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SubPort': {'1.0'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Subnet': {'1.1'}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Trunk': {'1.1'}} Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: consumer versions: Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'ConntrackHelper': '1.0', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Log': '1.0', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Network': '1.1', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Port': '1.7', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'PortForwarding': '1.2', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'QosPolicy': '1.9', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroup': '1.4', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroupRule': '1.2', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SubPort': '1.0', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Subnet': '1.1', Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Trunk': '1.1'}} Sep 16 15:01:47.628941 dv-cinder-809420-1-iscsi neutron-server[94192]: {{(pid=94192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:01:47.631524 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:47.652841 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:01:47.726867 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Attempting to bind port c82b5b2d-77be-4b0d-96d7-8595f3443316 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:01:47.727539 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Attempting to bind port c82b5b2d-77be-4b0d-96d7-8595f3443316 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:01:47.727680 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Attempting to bind port c82b5b2d-77be-4b0d-96d7-8595f3443316 on network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:47.732504 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:01:47.733581 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Checking segment: {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:01:47.734063 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.734467 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Bound using segment: {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:01:47.734943 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Bound port: c82b5b2d-77be-4b0d-96d7-8595f3443316, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:01:47.735367 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.795969 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] For port c82b5b2d-77be-4b0d-96d7-8595f3443316, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:01:47.800297 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] For port c82b5b2d-77be-4b0d-96d7-8595f3443316, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c82b5b2d-77be-4b0d-96d7-8595f3443316,segment=NetworkSegment(7a664fd5-42eb-46dc-9a0d-e3262870cdcd),segment_id=7a664fd5-42eb-46dc-9a0d-e3262870cdcd)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:01:47.804745 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.871111 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce0c6d-d919-4c22-920f-109219851324 None None] Pushing event updated for resources: {'Port': ['ID=c82b5b2d-77be-4b0d-96d7-8595f3443316,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:49.128761 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39858) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:49.438301 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [None req-0495cba0-bcac-4ff6-8f7f-15812cbb18be admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:01:49.439412 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-0495cba0-bcac-4ff6-8f7f-15812cbb18be admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096735 Sep 16 15:01:51.869877 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39866) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:52.195504 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [None req-9f60dc99-d62c-46dc-9282-6379515b0e68 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:01:52.196498 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9f60dc99-d62c-46dc-9282-6379515b0e68 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3256247 Sep 16 15:01:54.873578 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39876) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:55.182406 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] Request body: {'router': {'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'name': 'router1', 'admin_state_up': True}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:55.211477 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.213102 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.353048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.358252 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.372035 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.374573 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d9dd9f94-b188-4520-96b8-4bc6a4763769 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5000014 Sep 16 15:01:56.297207 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c574c91-9c98-4c6d-9b04-a369e8ae088b None None] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:01:56.335286 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-0cbc3a1a-14ba-4b6f-84f0-a452d44853d2 None None] Provisioning complete for port c82b5b2d-77be-4b0d-96d7-8595f3443316 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:56.335674 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3a1a-14ba-4b6f-84f0-a452d44853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.519473 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c82b5b2d-77be-4b0d-96d7-8595f3443316 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:01:56.581654 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3a1a-14ba-4b6f-84f0-a452d44853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.656186 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-0cbc3a1a-14ba-4b6f-84f0-a452d44853d2 None None] For port c82b5b2d-77be-4b0d-96d7-8595f3443316, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c82b5b2d-77be-4b0d-96d7-8595f3443316,segment=NetworkSegment(7a664fd5-42eb-46dc-9a0d-e3262870cdcd),segment_id=7a664fd5-42eb-46dc-9a0d-e3262870cdcd)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:56.667008 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3a1a-14ba-4b6f-84f0-a452d44853d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.704146 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port c82b5b2d-77be-4b0d-96d7-8595f3443316 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:56.704520 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.758549 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc3a1a-14ba-4b6f-84f0-a452d44853d2 None None] Pushing event updated for resources: {'Port': ['ID=c82b5b2d-77be-4b0d-96d7-8595f3443316,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:56.886058 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-69b77e33-7599-4f78-af73-8b23b0ff9a30 None None] Provisioning complete for port c82b5b2d-77be-4b0d-96d7-8595f3443316 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:56.886438 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-69b77e33-7599-4f78-af73-8b23b0ff9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:57.791290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39890) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:58.096273 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [None req-88c4f03c-3d5b-4f1f-82a7-0041fd9c9f1a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:01:58.099031 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-88c4f03c-3d5b-4f1f-82a7-0041fd9c9f1a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3051133 Sep 16 15:01:58.468730 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c82b5b2d-77be-4b0d-96d7-8595f3443316 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:01:58.515013 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port c82b5b2d-77be-4b0d-96d7-8595f3443316 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:58.515468 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.809852 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5ea55d6e-fa4b-4542-86c2-e21bece82aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.488479 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39898) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:00.802621 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:00.823302 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Made reservation on behalf of beea18a9e2ad4236ad56994097920e8f for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:00.826379 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.836599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.922908 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.926384 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.940850 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Reserving flat network on physical network physnet1 {{(pid=94191) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 15:02:00.959538 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07937d8-84e7-48b5-8d4c-2a1778a8c7f2,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:00.965450 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.965791 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Added segment 6e53eae2-56bf-42d5-b82e-cb1220bc894c of type flat for network 53bce003-e9df-4417-a60c-7c024fbb5b54 Sep 16 15:02:01.011530 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:01.042645 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:01.043548 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:01.044118 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:01.072942 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5834310 Sep 16 15:02:01.108611 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a854ed0-f102-4174-b831-10540fd21ecd admin admin] Pushing event updated for resources: {'Network': ['ID=53bce003-e9df-4417-a60c-7c024fbb5b54,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:01.118664 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:02:01.917695 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:02:02.291507 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c19b2464-15c5-4a33-8c2b-da64b14d90ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:03.060004 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:03.249005 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:03.475328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39906) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:03.769636 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fb115-4b5a-4a09-b4a8-651a227341f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:03.770962 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d23fb115-4b5a-4a09-b4a8-651a227341f5 admin admin] 10.222.0.52 "GET /v2.0/subnets/090e7f95-b88b-4d2e-801d-8ee0de96726d HTTP/1.1" status: 200 len: 849 time: 0.2946920 Sep 16 15:02:03.888183 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a087f208-9ef5-4ad7-801e-375171df0cff admin admin] 10.222.0.52 "GET /v2.0/routers/95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 HTTP/1.1" status: 200 len: 704 time: 0.1109154 Sep 16 15:02:04.159869 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.451541 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Allocated IP 172.20.0.1 (3dd1c9be-9c22-4cbe-9e28-daadd83b35d3/090e7f95-b88b-4d2e-801d-8ee0de96726d/9676ca81-664e-49d6-8e35-c37848ac57fe) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:02:04.646588 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.709880 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.787373 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:04.794277 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:04.797094 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:02:04.797795 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.819652 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Pushing event updated for resources: {'Port': ['ID=9676ca81-664e-49d6-8e35-c37848ac57fe,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:04.986889 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.994996 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:05.022586 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-018e8815-b517-4a78-92cb-9c5e9714eaef None None] Provisioning complete for port 9676ca81-664e-49d6-8e35-c37848ac57fe triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:05.022984 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-018e8815-b517-4a78-92cb-9c5e9714eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:05.054327 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-018e8815-b517-4a78-92cb-9c5e9714eaef None None] Port 9676ca81-664e-49d6-8e35-c37848ac57fe cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:02:05.199487 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:05.204534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:05.205551 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:05.266072 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Pushing event updated for resources: {'Port': ['ID=9676ca81-664e-49d6-8e35-c37848ac57fe,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:05.328887 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:05.330205 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:05.476867 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-7cf24aaa-a044-40c6-b8a5-ff2db3113133 None None] Provisioning complete for port 9676ca81-664e-49d6-8e35-c37848ac57fe triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:05.477244 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7cf24aaa-a044-40c6-b8a5-ff2db3113133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:05.489811 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:02:05.509691 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-7cf24aaa-a044-40c6-b8a5-ff2db3113133 None None] Port 9676ca81-664e-49d6-8e35-c37848ac57fe cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:02:05.579651 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:02:05.585387 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-838c361e-2c92-4903-ad13-9b35199e0388 admin admin] 10.222.0.52 "PUT /v2.0/routers/95fffff3-fc95-4a5b-8456-dfd9b4e1edc6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6915567 Sep 16 15:02:05.590176 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Sync routers for ids ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:02:05.605103 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Routers {'95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:05.606012 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:02:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:05.789389 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Set router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:06.225397 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'name': 'router1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:01:55Z', 'updated_at': '2021-09-16T15:02:04Z', 'revision_number': 2, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'gw_port_host': None, '_interfaces': [{'id': '9676ca81-664e-49d6-8e35-c37848ac57fe', 'name': '', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'mac_address': 'fa:16:3e:7f:2b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:04Z', 'updated_at': '2021-09-16T15:02:05Z', 'revision_number': 2, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'subnets': [{'id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:06.277469 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Checking router: 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:02:06.277843 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Updating router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 port 9676ca81-664e-49d6-8e35-c37848ac57fe binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:02:06.326539 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:06.852681 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:06.859200 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.025267 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Attempting to bind port 9676ca81-664e-49d6-8e35-c37848ac57fe on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:02:07.025676 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Attempting to bind port 9676ca81-664e-49d6-8e35-c37848ac57fe by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:02:07.026125 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Attempting to bind port 9676ca81-664e-49d6-8e35-c37848ac57fe on network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:07.028383 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Pushing event updated for resources: {'Port': ['ID=9676ca81-664e-49d6-8e35-c37848ac57fe,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:07.036806 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:02:07.037236 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Checking segment: {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:07.037715 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.038110 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Bound using segment: {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:02:07.038620 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Bound port: 9676ca81-664e-49d6-8e35-c37848ac57fe, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a664fd5-42eb-46dc-9a0d-e3262870cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:02:07.039025 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.042197 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.042577 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.042924 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.043262 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.043596 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.044447 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.044912 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.045248 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.045603 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.045938 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.046265 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.046613 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Tracked resource versions report: Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: pushed versions: Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: { 'AddressGroup': {'1.2'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'ConntrackHelper': {'1.0'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Log': {'1.0'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Network': {'1.1'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Port': {'1.7'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'PortForwarding': {'1.2'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'QosPolicy': {'1.9'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroup': {'1.4'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SubPort': {'1.0'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Subnet': {'1.1'}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Trunk': {'1.1'}} Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: consumer versions: Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'ConntrackHelper': '1.0', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Log': '1.0', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Network': '1.1', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Port': '1.7', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'PortForwarding': '1.2', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'QosPolicy': '1.9', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroup': '1.4', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroupRule': '1.2', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SubPort': '1.0', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Subnet': '1.1', Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Trunk': '1.1'}} Sep 16 15:02:07.047768 dv-cinder-809420-1-iscsi neutron-server[94193]: {{(pid=94193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:02:07.114246 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] For port 9676ca81-664e-49d6-8e35-c37848ac57fe, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:02:07.135156 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] For port 9676ca81-664e-49d6-8e35-c37848ac57fe, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9676ca81-664e-49d6-8e35-c37848ac57fe,segment=NetworkSegment(7a664fd5-42eb-46dc-9a0d-e3262870cdcd),segment_id=7a664fd5-42eb-46dc-9a0d-e3262870cdcd)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:02:07.140867 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.142938 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-c138a7eb-39eb-44c6-8f44-01196da267e1 None None] Provisioning complete for port 9676ca81-664e-49d6-8e35-c37848ac57fe triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:07.143399 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c138a7eb-39eb-44c6-8f44-01196da267e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.197316 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Routers {'95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:07.197965 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:02:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:07.233187 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f41e9d-dac4-4a3f-b954-023c237b455a None None] Pushing event updated for resources: {'Port': ['ID=9676ca81-664e-49d6-8e35-c37848ac57fe,revision_number=4']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:07.250231 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c138a7eb-39eb-44c6-8f44-01196da267e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.289153 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-c138a7eb-39eb-44c6-8f44-01196da267e1 None None] For port 9676ca81-664e-49d6-8e35-c37848ac57fe, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9676ca81-664e-49d6-8e35-c37848ac57fe,segment=NetworkSegment(7a664fd5-42eb-46dc-9a0d-e3262870cdcd),segment_id=7a664fd5-42eb-46dc-9a0d-e3262870cdcd)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:07.293697 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c138a7eb-39eb-44c6-8f44-01196da267e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.299926 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] Set router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:07.348400 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138a7eb-39eb-44c6-8f44-01196da267e1 None None] Pushing event updated for resources: {'Port': ['ID=9676ca81-664e-49d6-8e35-c37848ac57fe,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:07.414132 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-b9f35958-f25e-49c2-896f-368dd372a1c1 None None] Provisioning complete for port 9676ca81-664e-49d6-8e35-c37848ac57fe triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:07.414529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b9f35958-f25e-49c2-896f-368dd372a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.511869 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'name': 'router1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:01:55Z', 'updated_at': '2021-09-16T15:02:04Z', 'revision_number': 2, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'gw_port_host': None, '_interfaces': [{'id': '9676ca81-664e-49d6-8e35-c37848ac57fe', 'name': '', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'mac_address': 'fa:16:3e:7f:2b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:04Z', 'updated_at': '2021-09-16T15:02:07Z', 'revision_number': 4, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'subnets': [{'id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:07.540489 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfd855-3c2a-4edc-9557-1f98353b6185 None None] The sync data for ids ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'] in dv-cinder-809420-1-iscsi is: [{'id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'name': 'router1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:01:55Z', 'updated_at': '2021-09-16T15:02:04Z', 'revision_number': 2, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'gw_port_host': None, '_interfaces': [{'id': '9676ca81-664e-49d6-8e35-c37848ac57fe', 'name': '', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'mac_address': 'fa:16:3e:7f:2b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:04Z', 'updated_at': '2021-09-16T15:02:07Z', 'revision_number': 4, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'subnets': [{'id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:02:07.858557 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 39926) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:07.968372 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b2cd9-0574-42dd-956d-471edc497754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:07.969740 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b74b2cd9-0574-42dd-956d-471edc497754 admin admin] 10.222.0.52 "GET /v2.0/networks/53bce003-e9df-4417-a60c-7c024fbb5b54 HTTP/1.1" status: 200 len: 842 time: 0.1101489 Sep 16 15:02:07.979846 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:08.001759 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Made reservation on behalf of beea18a9e2ad4236ad56994097920e8f for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:08.004040 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:08.354017 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.objects.ports [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 15:02:08.354472 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:08.408489 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a275ee-2a7e-442b-a8ec-c8f955d46793,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:08.424986 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:08.425368 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Network hostable DHCP agents. Network: 53bce003-e9df-4417-a60c-7c024fbb5b54, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:02:08.442796 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:02:08.453141 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 53bce003-e9df-4417-a60c-7c024fbb5b54) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:08.459170 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:08.460597 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:08.463824 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ab84e-ca92-4f58-ac3e-ddffe75ba4ae None None] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:08.475681 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c715fa80-1aad-463f-9593-7820d71eacd4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4992647 Sep 16 15:02:08.597658 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815a38e-918c-4d4e-8105-98b15a9b77b9 None None] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:10.817737 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 39944) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:10.969359 dv-cinder-809420-1-iscsi neutron-server[94190]: WARNING oslo_policy.policy [None req-5166829b-b397-40d1-951d-eb611d3c24c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:10.969940 dv-cinder-809420-1-iscsi neutron-server[94190]: WARNING oslo_policy.policy [None req-5166829b-b397-40d1-951d-eb611d3c24c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:11.269460 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.policy [None req-5166829b-b397-40d1-951d-eb611d3c24c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94190) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 15:02:11.315468 dv-cinder-809420-1-iscsi neutron-server[94190]: WARNING oslo_policy.policy [None req-5166829b-b397-40d1-951d-eb611d3c24c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:11.315850 dv-cinder-809420-1-iscsi neutron-server[94190]: WARNING oslo_policy.policy [None req-5166829b-b397-40d1-951d-eb611d3c24c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:11.553717 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5166829b-b397-40d1-951d-eb611d3c24c1 admin admin] 10.222.0.52 "GET /v2.0/routers/95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 HTTP/1.1" status: 200 len: 710 time: 0.7337487 Sep 16 15:02:11.738982 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bfe04e-41f6-4b23-9b87-b84608c5287e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:11.740696 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-65bfe04e-41f6-4b23-9b87-b84608c5287e admin admin] 10.222.0.52 "GET /v2.0/networks/53bce003-e9df-4417-a60c-7c024fbb5b54 HTTP/1.1" status: 200 len: 886 time: 0.1809378 Sep 16 15:02:11.750946 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:12.009006 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.248824 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.326125 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.511002 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Allocated IP 172.27.0.115 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/8f18cb60-aa59-4b5d-b370-9616910ad639) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:02:12.620875 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.687337 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.733413 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:12.734869 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:12.801040 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:02:12.846636 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Pushing event updated for resources: {'Port': ['ID=8f18cb60-aa59-4b5d-b370-9616910ad639,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:12.886091 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.886365 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.886741 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.887077 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.887963 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.888445 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.888872 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.889294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.889646 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.889974 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.890297 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.890642 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Tracked resource versions report: Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: pushed versions: Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: { 'AddressGroup': {'1.2'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'ConntrackHelper': {'1.0'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Log': {'1.0'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Network': {'1.1'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Port': {'1.7'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'PortForwarding': {'1.2'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'QosPolicy': {'1.9'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroup': {'1.4'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SubPort': {'1.0'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Subnet': {'1.1'}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Trunk': {'1.1'}} Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: consumer versions: Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'ConntrackHelper': '1.0', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Log': '1.0', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Network': '1.1', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Port': '1.7', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'PortForwarding': '1.2', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'QosPolicy': '1.9', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroup': '1.4', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroupRule': '1.2', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SubPort': '1.0', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Subnet': '1.1', Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Trunk': '1.1'}} Sep 16 15:02:12.891777 dv-cinder-809420-1-iscsi neutron-server[94190]: {{(pid=94190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:02:13.108138 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:13.340793 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7312'] for router, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:13.345790 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579601'] for router, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:13.459145 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:02:13.564974 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:02:13.569628 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:13.570840 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-aa0a732a-1d28-45b6-badd-6739799dfecd admin admin] 10.222.0.52 "PUT /v2.0/routers/95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 HTTP/1.1" status: 200 len: 890 time: 1.8239007 Sep 16 15:02:13.973593 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Sync routers for ids ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:02:13.984626 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Routers {'95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:13.985362 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:02:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:14.196470 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Set router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:14.520988 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9676ca81-664e-49d6-8e35-c37848ac57fe up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:14.607212 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 9676ca81-664e-49d6-8e35-c37848ac57fe triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:14.607585 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:14.651862 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'name': 'router1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8f18cb60-aa59-4b5d-b370-9616910ad639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:01:55Z', 'updated_at': '2021-09-16T15:02:12Z', 'revision_number': 4, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'gw_port': {'id': '8f18cb60-aa59-4b5d-b370-9616910ad639', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:12Z', 'updated_at': '2021-09-16T15:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '9676ca81-664e-49d6-8e35-c37848ac57fe', 'name': '', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'mac_address': 'fa:16:3e:7f:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:04Z', 'updated_at': '2021-09-16T15:02:07Z', 'revision_number': 5, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'subnets': [{'id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:14.705927 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Checking router: 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:02:14.706195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Updating router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 port 8f18cb60-aa59-4b5d-b370-9616910ad639 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:02:14.757710 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:15.170899 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:15.176061 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:15.227261 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Attempting to bind port 8f18cb60-aa59-4b5d-b370-9616910ad639 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:02:15.227636 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Attempting to bind port 8f18cb60-aa59-4b5d-b370-9616910ad639 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:02:15.227985 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Attempting to bind port 8f18cb60-aa59-4b5d-b370-9616910ad639 on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:15.230714 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c232cbb-f4a0-4655-95d5-7c01a3989db3 None None] Pushing event updated for resources: {'Port': ['ID=8f18cb60-aa59-4b5d-b370-9616910ad639,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:15.235642 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:02:15.236011 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:15.236409 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:15.236786 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:02:15.237242 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Bound port: 8f18cb60-aa59-4b5d-b370-9616910ad639, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:02:15.237633 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:15.287146 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] For port 8f18cb60-aa59-4b5d-b370-9616910ad639, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:02:15.290009 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] For port 8f18cb60-aa59-4b5d-b370-9616910ad639, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=8f18cb60-aa59-4b5d-b370-9616910ad639,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:02:15.295303 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:15.348853 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Routers {'95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:15.349459 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:02:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:15.390840 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c232cbb-f4a0-4655-95d5-7c01a3989db3 None None] Pushing event updated for resources: {'Port': ['ID=8f18cb60-aa59-4b5d-b370-9616910ad639,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:15.463881 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] Set router 95fffff3-fc95-4a5b-8456-dfd9b4e1edc6 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:15.681566 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'name': 'router1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8f18cb60-aa59-4b5d-b370-9616910ad639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:01:55Z', 'updated_at': '2021-09-16T15:02:12Z', 'revision_number': 4, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'gw_port': {'id': '8f18cb60-aa59-4b5d-b370-9616910ad639', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:12Z', 'updated_at': '2021-09-16T15:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '9676ca81-664e-49d6-8e35-c37848ac57fe', 'name': '', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'mac_address': 'fa:16:3e:7f:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:04Z', 'updated_at': '2021-09-16T15:02:07Z', 'revision_number': 5, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'subnets': [{'id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:15.713040 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d081819-53ab-4112-a834-a907a03e5e74 None None] The sync data for ids ['95fffff3-fc95-4a5b-8456-dfd9b4e1edc6'] in dv-cinder-809420-1-iscsi is: [{'id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'name': 'router1', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '8f18cb60-aa59-4b5d-b370-9616910ad639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:01:55Z', 'updated_at': '2021-09-16T15:02:12Z', 'revision_number': 4, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'gw_port': {'id': '8f18cb60-aa59-4b5d-b370-9616910ad639', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:12Z', 'updated_at': '2021-09-16T15:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '9676ca81-664e-49d6-8e35-c37848ac57fe', 'name': '', 'network_id': '3dd1c9be-9c22-4cbe-9e28-daadd83b35d3', 'tenant_id': '122f07f98c3242fca96ddb67dedc4938', 'mac_address': 'fa:16:3e:7f:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fffff3-fc95-4a5b-8456-dfd9b4e1edc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:04Z', 'updated_at': '2021-09-16T15:02:07Z', 'revision_number': 5, 'project_id': '122f07f98c3242fca96ddb67dedc4938', 'subnets': [{'id': '090e7f95-b88b-4d2e-801d-8ee0de96726d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c44916f-1248-41c8-9ee4-bfe90f85f821'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:02:15.985884 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 39968) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:16.107134 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-61691d9f-f72e-43df-9c69-dcfd87588198 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1199121 Sep 16 15:02:16.513850 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 8f18cb60-aa59-4b5d-b370-9616910ad639 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:16.563757 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 8f18cb60-aa59-4b5d-b370-9616910ad639 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:16.564131 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.642665 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.662173 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 8f18cb60-aa59-4b5d-b370-9616910ad639, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=8f18cb60-aa59-4b5d-b370-9616910ad639,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:16.666866 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.718406 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=8f18cb60-aa59-4b5d-b370-9616910ad639,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:18.504654 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 8f18cb60-aa59-4b5d-b370-9616910ad639 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:18.555326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 8f18cb60-aa59-4b5d-b370-9616910ad639 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:18.555326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:29.812321 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9ae52449-4636-46f7-b3a3-163edba67371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:32.293297 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0d554595-e222-4caa-82bf-cf552411f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.068561 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.256398 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:35.006901 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:38.916771 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:02:59.815086 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b25648d5-605d-417f-878d-8f432f585d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.296817 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ade8bbc9-ab39-44cd-bf73-10ca4eb00be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.062494 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.256432 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.010033 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:15.916721 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:03:29.818753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2890379d-7a88-4169-8576-3edd6e615809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:32.293598 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-3a0b791c-e784-4ec3-9ad0-ed163d80a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:33.065593 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:33.259889 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:35.008672 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:52.914640 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:03:54.788933 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40530) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:54.851505 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1998db2-1ae0-4ed8-b5c2-24f4db4ab620 admin admin] GET failed (client error): The resource could not be found. Sep 16 15:03:54.852877 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c1998db2-1ae0-4ed8-b5c2-24f4db4ab620 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629630 Sep 16 15:03:55.014816 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f02d2b-9c16-43d5-bf99-861c493ca6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:55.016213 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-19f02d2b-9c16-43d5-bf99-861c493ca6da admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587601 Sep 16 15:03:57.193450 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40540) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:57.298464 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9717b0d5-ca94-4f40-8b19-db07c606fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.299825 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9717b0d5-ca94-4f40-8b19-db07c606fbd2 admin admin] 10.222.0.52 "GET /v2.0/subnets/090e7f95-b88b-4d2e-801d-8ee0de96726d HTTP/1.1" status: 200 len: 849 time: 0.1048539 Sep 16 15:03:57.309648 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:57.394686 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.543849 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760632195076'] for subnet, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.575429 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.576043 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.577326 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] 10.222.0.52 "PUT /v2.0/subnets/090e7f95-b88b-4d2e-801d-8ee0de96726d HTTP/1.1" status: 200 len: 868 time: 0.2713435 Sep 16 15:03:57.579352 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18eecda-5716-404c-9678-1947fc8bc111 None None] Network 3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:57.596934 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090e7f95-b88b-4d2e-801d-8ee0de96726d,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:57.610129 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.610526 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.610906 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.611260 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.611609 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.611966 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.612296 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.612623 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.612952 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.613277 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.613604 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.613925 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be5ded-509b-44ba-8b63-9cb649e3bc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:57.955905 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-73d6f7c2-056f-4333-8ad2-3abccb7828a1 None None] Provisioning complete for port c82b5b2d-77be-4b0d-96d7-8595f3443316 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:57.956326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-73d6f7c2-056f-4333-8ad2-3abccb7828a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.044291 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-73d6f7c2-056f-4333-8ad2-3abccb7828a1 None None] Provisioning complete for port 9676ca81-664e-49d6-8e35-c37848ac57fe triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:58.044556 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-73d6f7c2-056f-4333-8ad2-3abccb7828a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.821545 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-4ccbb4bd-125a-4c68-b4e3-d47046513475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.867294 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40548) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:00.064589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9485db5b-cc60-4173-a076-7d18f83f398d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:00.065084 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9485db5b-cc60-4173-a076-7d18f83f398d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:00.066722 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9485db5b-cc60-4173-a076-7d18f83f398d admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984088 Sep 16 15:04:02.260803 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40558) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:02.296233 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5fbd49fb-6c84-4141-9ffc-7f312723aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.396212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a191cf0-cde7-4835-9a06-155996ab03b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:02.396684 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a191cf0-cde7-4835-9a06-155996ab03b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:02.398249 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-7a191cf0-cde7-4835-9a06-155996ab03b4 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365240 Sep 16 15:04:03.068310 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:03.260868 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:04.586206 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40566) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:04.713886 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd385c-c87c-4caf-939d-0257da3afd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:04.715286 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-42fd385c-c87c-4caf-939d-0257da3afd0f admin admin] 10.222.0.52 "GET /v2.0/networks/3dd1c9be-9c22-4cbe-9e28-daadd83b35d3 HTTP/1.1" status: 200 len: 869 time: 0.1281056 Sep 16 15:04:05.012154 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.906988 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40574) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:07.036095 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b63d17-dbf0-4ba1-8018-25b65df570e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:07.037466 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b2b63d17-dbf0-4ba1-8018-25b65df570e4 admin admin] 10.222.0.52 "GET /v2.0/networks/53bce003-e9df-4417-a60c-7c024fbb5b54 HTTP/1.1" status: 200 len: 886 time: 0.1295385 Sep 16 15:04:09.244364 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40582) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:09.367994 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961a468-387d-4997-916f-f74646e267b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:09.368455 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961a468-387d-4997-916f-f74646e267b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:09.369988 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d961a468-387d-4997-916f-f74646e267b1 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246181 Sep 16 15:04:11.583481 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40590) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:11.674956 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5defc929-f594-4f00-a375-f052478aa04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:11.675415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5defc929-f594-4f00-a375-f052478aa04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:11.676937 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-5defc929-f594-4f00-a375-f052478aa04b admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925181 Sep 16 15:04:13.889589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40598) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:13.980771 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d1630-6f6c-4a2d-b5c2-8f076c1b998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:13.982110 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-955d1630-6f6c-4a2d-b5c2-8f076c1b998b admin admin] 10.222.0.52 "GET /v2.0/subnets/090e7f95-b88b-4d2e-801d-8ee0de96726d HTTP/1.1" status: 200 len: 868 time: 0.0915883 Sep 16 15:04:16.190085 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40606) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:16.278242 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c15a66-c968-41ab-aa2c-b356cf3dd485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:16.279590 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-64c15a66-c968-41ab-aa2c-b356cf3dd485 admin admin] 10.222.0.52 "GET /v2.0/subnets/e9a275ee-2a7e-442b-a8ec-c8f955d46793 HTTP/1.1" status: 200 len: 816 time: 0.0885553 Sep 16 15:04:29.824604 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-a80c28a2-312b-461e-8d0e-3f5645927c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.912579 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:04:32.298587 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9cdc631a-f31d-4549-95e2-af54d75f6717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:33.070563 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:33.265157 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:35.016352 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:41.566955 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40660) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:41.615805 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [None req-30326c64-51bc-4527-a967-488f37f73e95 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:04:41.616813 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-30326c64-51bc-4527-a967-488f37f73e95 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483751 Sep 16 15:04:43.878111 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40668) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:43.945422 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.pecan_wsgi.hooks.translation [None req-510f9f9f-1cd4-40dd-9b42-a4cc8c8c764a admin admin] GET failed (client error): The resource could not be found. Sep 16 15:04:43.947645 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-510f9f9f-1cd4-40dd-9b42-a4cc8c8c764a admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685732 Sep 16 15:04:44.035389 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24039085-566b-4b0d-8db9-6aaa1a837077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:44.036953 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-24039085-566b-4b0d-8db9-6aaa1a837077 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844867 Sep 16 15:04:46.331963 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40676) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:46.378313 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:46.379457 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.quota [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Loaded quota_driver: . Sep 16 15:04:46.415460 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Made reservation on behalf of beea18a9e2ad4236ad56994097920e8f for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:04:46.417822 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:46.459301 dv-cinder-809420-1-iscsi neutron-server[94190]: WARNING neutron.services.revisions.revision_plugin [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Could not find related network for resource to bump revision. Sep 16 15:04:46.479282 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:04:46.492102 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760632171412', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:46.492739 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Unsubscribe: segment precommit_create {{(pid=94190) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 15:04:46.493253 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Added segment 60f18caa-a077-4771-bf14-051830c373cb of type vlan for network 99a995e0-71b2-4201-8fb5-23a9ef032839 Sep 16 15:04:46.550457 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:46.581641 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:46.582588 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:46.583407 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:46.639195 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3061502 Sep 16 15:04:46.683553 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8646bcc-5818-4a4c-b81b-cfd0bc1e4c74 admin admin] Pushing event updated for resources: {'Network': ['ID=99a995e0-71b2-4201-8fb5-23a9ef032839,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:46.694645 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 99a995e0-71b2-4201-8fb5-23a9ef032839 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:04:48.876814 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40684) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:48.936259 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8797ae-e53d-488a-9af3-9fa25ccaf41b admin admin] GET failed (client error): The resource could not be found. Sep 16 15:04:48.937581 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5a8797ae-e53d-488a-9af3-9fa25ccaf41b admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597742 Sep 16 15:04:49.007627 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b339203-704b-4ba9-8484-0cebb57eb09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:49.009143 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5b339203-704b-4ba9-8484-0cebb57eb09c admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670662 Sep 16 15:04:49.019276 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Request body: {'subnet': {'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:49.041976 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Made reservation on behalf of beea18a9e2ad4236ad56994097920e8f for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:04:49.044213 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.281287 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.343331 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd51f914-1ce8-412e-9a3b-92c4a99ca1dc,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:49.351296 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Checking segment: {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:04:49.351667 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Network hostable DHCP agents. Network: 99a995e0-71b2-4201-8fb5-23a9ef032839, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:04:49.371363 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Network 99a995e0-71b2-4201-8fb5-23a9ef032839 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:04:49.382912 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 99a995e0-71b2-4201-8fb5-23a9ef032839) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:04:49.387612 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:49.389009 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.392600 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b45d70-af2f-43d7-bc45-0323c82fba4a None None] Network 99a995e0-71b2-4201-8fb5-23a9ef032839 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:49.402089 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1eea5f86-6554-463f-ace6-bf871770dec9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3861105 Sep 16 15:04:49.545324 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-99a995e0-71b2-4201-8fb5-23a9ef032839', 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839', 'tenant_id': 'beea18a9e2ad4236ad56994097920e8f', 'fixed_ips': [{'subnet_id': 'fd51f914-1ce8-412e-9a3b-92c4a99ca1dc'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:04:49.546248 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.690130 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Allocated IP 192.168.233.2 (99a995e0-71b2-4201-8fb5-23a9ef032839/fd51f914-1ce8-412e-9a3b-92c4a99ca1dc/8dee7d7c-7da4-4510-a94e-1b217f870a87) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:04:49.837768 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.843898 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.891836 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Network 99a995e0-71b2-4201-8fb5-23a9ef032839 is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:04:49.893422 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:04:49.895263 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Pushing event updated for resources: {'Port': ['ID=8dee7d7c-7da4-4510-a94e-1b217f870a87,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:49.897331 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:04:49.905682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.906033 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.906373 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.906743 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.907077 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.907405 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.907735 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.908064 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.908407 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.908735 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.909078 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.909399 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:49.963095 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Attempting to bind port 8dee7d7c-7da4-4510-a94e-1b217f870a87 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:04:49.963459 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Attempting to bind port 8dee7d7c-7da4-4510-a94e-1b217f870a87 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:04:49.963819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Attempting to bind port 8dee7d7c-7da4-4510-a94e-1b217f870a87 on network 99a995e0-71b2-4201-8fb5-23a9ef032839 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:04:49.968802 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:04:49.969171 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Checking segment: {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:04:49.969565 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:49.969957 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Bound using segment: {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:04:49.970409 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Bound port: 8dee7d7c-7da4-4510-a94e-1b217f870a87, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:04:49.970855 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:50.037792 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] For port 8dee7d7c-7da4-4510-a94e-1b217f870a87, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:04:50.041559 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] For port 8dee7d7c-7da4-4510-a94e-1b217f870a87, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=8dee7d7c-7da4-4510-a94e-1b217f870a87,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:04:50.046527 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:50.109249 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776fe58-822b-468e-a9aa-12b443545f09 None None] Pushing event updated for resources: {'Port': ['ID=8dee7d7c-7da4-4510-a94e-1b217f870a87,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:50.608631 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 8dee7d7c-7da4-4510-a94e-1b217f870a87 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:04:50.668541 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 8dee7d7c-7da4-4510-a94e-1b217f870a87 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:50.668986 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:50.764788 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:50.801653 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 8dee7d7c-7da4-4510-a94e-1b217f870a87, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=8dee7d7c-7da4-4510-a94e-1b217f870a87,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:04:50.807449 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:50.860061 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=8dee7d7c-7da4-4510-a94e-1b217f870a87,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:50.925202 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e4be0-bb88-4708-bc46-3134c130b24c None None] Network 99a995e0-71b2-4201-8fb5-23a9ef032839 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:51.056651 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-269c347b-aa50-4d4f-aac4-f8e37486bdac None None] Provisioning complete for port 8dee7d7c-7da4-4510-a94e-1b217f870a87 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:51.056911 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-269c347b-aa50-4d4f-aac4-f8e37486bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:51.292516 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e60332f7-c878-4811-bd0e-145d0fec04fe None None] Provisioning complete for port 8dee7d7c-7da4-4510-a94e-1b217f870a87 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:51.292887 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e60332f7-c878-4811-bd0e-145d0fec04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:52.586926 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 8dee7d7c-7da4-4510-a94e-1b217f870a87 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:04:52.636215 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 8dee7d7c-7da4-4510-a94e-1b217f870a87 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:52.636580 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.826415 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd111-7914-4cba-b606-468943ec27d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:02.300717 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c8321f15-6234-4114-a2d3-debbf4bd6414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.070306 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.266614 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:05.017597 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.910923 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:05:29.828430 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f046-44e6-4dca-9d5e-d218334ad217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:32.301416 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-3c67dcb4-4be7-4e77-91fe-097f4f72276b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:33.073038 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:33.270171 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:35.019328 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:43.910058 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:05:59.828375 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-918bceb3-aab7-46a7-9270-3f489b38eb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:02.302243 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5beb6e26-c63e-4374-9795-cb6e1e8b2191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.074833 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.271898 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.331978 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40736) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:03.338089 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [None req-a39a793e-f144-4200-ab20-6613a32425aa tempest-verify_tempest_config-1042777752 tempest-verify_tempest_config-1042777752-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:06:03.339237 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a39a793e-f144-4200-ab20-6613a32425aa tempest-verify_tempest_config-1042777752 tempest-verify_tempest_config-1042777752-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062904 Sep 16 15:06:03.625203 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 40754) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:03.726365 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.812720 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.816373 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.860030 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc04ae6492b64ab487f426156e7df111&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2338178 Sep 16 15:06:03.861823 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c3d065-906f-48ae-b6a8-997989fc4d5e,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:03.862759 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40758) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:03.868313 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.868685 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.869045 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.869450 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.869859 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.870219 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.870592 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.870931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.871265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.871596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.871926 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.872253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053b886d-832d-4b67-abef-d85d589284ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:03.937851 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:03.958081 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:04.050635 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:04.053422 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:04.054754 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27c3d065-906f-48ae-b6a8-997989fc4d5e HTTP/1.1" status: 204 len: 168 time: 0.1909947 Sep 16 15:06:04.062673 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c3d065-906f-48ae-b6a8-997989fc4d5e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:04.069154 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.069527 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.069880 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.070218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.070583 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.070920 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.071251 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.071586 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.071930 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.072261 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.073195 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:04.073433 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bdd1-a8e4-41b4-abd6-c1c2b5d24867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:05.023131 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:20.909139 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:06:29.828133 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-1ccf305e-b285-4228-bf42-c6dbef260b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:32.303671 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c9758958-ab18-42a3-a585-95054870877c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:33.075945 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:33.273643 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:35.023796 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:57.907840 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:06:59.828193 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-46aa734a-5b8c-4fda-92a5-ac3e22c3dd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:02.304272 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f8e935e0-25ea-4f14-b64d-d2492aae7e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:03.076299 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:03.277161 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:05.028673 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:29.829702 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-112660f5-e583-4456-a9f8-ece51736b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:32.306016 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-517cb790-8af3-4928-8d2d-84d7ac0d9af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:33.078165 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:33.281025 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:34.907046 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 5 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:07:35.030157 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:38.069606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.655207 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40834) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:07:53.758084 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-475947d7-6cdd-4049-a277-89104fccb6d5 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017909 Sep 16 15:07:56.015483 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 40844) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:07:56.069353 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-851abe0c-356e-4541-948d-67efdb71575a admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527809 Sep 16 15:07:59.832091 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e73e6407-b293-444d-a415-88201d9a8fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:02.313588 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-945205be-292e-458e-aae4-1bc0b4f3a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.079289 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.282604 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.033872 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.053920 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.906109 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:08:29.832904 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9088f18a-fca3-40e5-b234-1b996c5287a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:32.306575 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0ae4b34b-f63d-4907-aab7-a8cc4dc164f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:33.082039 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:33.286713 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:35.034727 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:38.071973 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:48.905934 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:08:59.833454 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2bb29df2-83be-49e8-8a45-02dd27726e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:02.307818 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7721626d-3629-42ef-ad00-572c5950aff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:03.082858 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:03.289250 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:05.038774 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:08.087138 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.203145 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41020) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:25.431877 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-943286063-network', 'tenant_id': '4af11df0b6274274bda894396d463013'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:25.463395 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Made reservation on behalf of 4af11df0b6274274bda894396d463013 for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:25.466773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.475688 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.582516 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.586711 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.607772 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:25.628574 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.628888 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Added segment 4c2e5819-a20e-4115-8ee4-6d6d07845a11 of type vlan for network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 Sep 16 15:09:25.630640 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1031a-7c85-441d-96bb-ff31bb2ecb20,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:25.642821 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.643194 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.643535 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.643865 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.644193 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.644530 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.644970 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.645295 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.645620 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.645936 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.646253 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.646597 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Tracked resource versions report: Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: pushed versions: Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Log': {'1.0'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Network': {'1.1'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Port': {'1.7'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'PortForwarding': {'1.2'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'QosPolicy': {'1.9'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SubPort': {'1.0'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Subnet': {'1.1'}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Trunk': {'1.1'}} Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: consumer versions: Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: HyperV agent@hv-cinder-80942: {}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'ConntrackHelper': '1.0', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Log': '1.0', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Network': '1.1', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Port': '1.7', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'PortForwarding': '1.2', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'QosPolicy': '1.9', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroup': '1.4', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SecurityGroupRule': '1.2', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'SubPort': '1.0', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Subnet': '1.1', Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: 'Trunk': '1.1'}} Sep 16 15:09:25.647668 dv-cinder-809420-1-iscsi neutron-server[94190]: {{(pid=94190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:25.691762 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.721993 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.723115 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:25.723698 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.744883 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41054) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:25.760803 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5565894 Sep 16 15:09:25.762307 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41060) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:25.770999 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Request body: {'subnet': {'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-subnet', 'tenant_id': '4af11df0b6274274bda894396d463013', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:25.794731 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26ec2a-929b-4cb5-b175-1b06c6f60814 admin admin] Pushing event updated for resources: {'Network': ['ID=4a92c9db-2afe-4259-976f-aa0af1d4b6f9,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:25.795328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Made reservation on behalf of 4af11df0b6274274bda894396d463013 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:25.798488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:25.805654 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:25.908235 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41066) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:25.914394 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:09:25.915282 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41070) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:25.992124 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.044339 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f8b556-338b-42d9-b4a3-756ba7871668,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:26.057425 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41078) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:26.058784 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.059157 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.059498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.059827 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.060154 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.060479 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.060799 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.061122 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.061492 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.061812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.062128 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.062527 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Tracked resource versions report: Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: pushed versions: Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Log': {'1.0'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Network': {'1.1'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Port': {'1.7'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'PortForwarding': {'1.2'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'QosPolicy': {'1.9'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SubPort': {'1.0'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Subnet': {'1.1'}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Trunk': {'1.1'}} Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: consumer versions: Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: HyperV agent@hv-cinder-80942: {}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'ConntrackHelper': '1.0', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Log': '1.0', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Network': '1.1', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Port': '1.7', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'PortForwarding': '1.2', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'QosPolicy': '1.9', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroup': '1.4', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SecurityGroupRule': '1.2', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'SubPort': '1.0', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Subnet': '1.1', Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: 'Trunk': '1.1'}} Sep 16 15:09:26.063738 dv-cinder-809420-1-iscsi neutron-server[94191]: {{(pid=94191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:26.078091 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Checking segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:26.078476 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Network hostable DHCP agents. Network: 4a92c9db-2afe-4259-976f-aa0af1d4b6f9, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:26.095416 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:26.104433 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 4a92c9db-2afe-4259-976f-aa0af1d4b6f9) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:26.109604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:26.110185 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-234df419-e979-4777-aa56-09087c93533e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.116861 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb625d-76e6-4399-afe0-fe9e36b889e1 None None] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:26.125724 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-234df419-e979-4777-aa56-09087c93533e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3596029 Sep 16 15:09:26.128312 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41082) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:26.132558 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:26.160461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1247247363-network', 'tenant_id': 'e996f34b557847edaec9995df7fab9c1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:26.166397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.168398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.199133 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-network', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:26.229719 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.230510 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41086) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:26.257576 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-846615587-network', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:26.262490 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Made reservation on behalf of 87f4b3d0cd3e41dbafec4b2584b31f9a for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:26.264993 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.275651 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.294637 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-301583168-network', 'tenant_id': 'f314125407ae4d109abc6bcb52fc8ae1'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:26.341624 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-742923761-network', 'tenant_id': 'c029949eecb24ce594e39d49d26ea082'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:26.353534 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:09:26.354818 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.397168 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Made reservation on behalf of e996f34b557847edaec9995df7fab9c1 for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:26.400498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.416930 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Made reservation on behalf of a50e9feda4bf4f20a1fb62c3c3b5a357 for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:26.421212 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.437327 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.447651 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.451041 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.546171 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Allocated IP 172.20.0.2 (4a92c9db-2afe-4259-976f-aa0af1d4b6f9/f8f8b556-338b-42d9-b4a3-756ba7871668/3f7d94a8-0344-4675-ab0b-075dce226f65) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:26.594891 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.632003 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.660952 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:26.665552 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Made reservation on behalf of f314125407ae4d109abc6bcb52fc8ae1 for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:26.672599 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.708029 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.747795 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.749870 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Added segment 2201dea2-1791-440c-a32a-cce791dc8e7d of type vlan for network 5829b334-5f53-4e64-b765-78a33613d4f4 Sep 16 15:09:26.782643 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.790457 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.835934 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Pushing event updated for resources: {'Port': ['ID=3f7d94a8-0344-4675-ab0b-075dce226f65,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:26.848179 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.848531 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.848921 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.849265 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.849585 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.849949 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.850375 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.850811 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.851194 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.851625 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.851955 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.852373 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Tracked resource versions report: Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: pushed versions: Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Log': {'1.0'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Network': {'1.1'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Port': {'1.7'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'PortForwarding': {'1.2'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'QosPolicy': {'1.9'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SubPort': {'1.0'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Subnet': {'1.1'}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Trunk': {'1.1'}} Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: consumer versions: Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: HyperV agent@hv-cinder-80942: {}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'ConntrackHelper': '1.0', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Log': '1.0', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Network': '1.1', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Port': '1.7', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'PortForwarding': '1.2', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'QosPolicy': '1.9', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroup': '1.4', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SecurityGroupRule': '1.2', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'SubPort': '1.0', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Subnet': '1.1', Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: 'Trunk': '1.1'}} Sep 16 15:09:26.853573 dv-cinder-809420-1-iscsi neutron-server[94192]: {{(pid=94192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:26.855611 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.867069 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:26.868502 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:26.871069 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.871199 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:26.894551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ec572-eeee-453f-9168-f939361fc22d,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:26.906661 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.934725 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.935990 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:26.936745 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.945927 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Attempting to bind port 3f7d94a8-0344-4675-ab0b-075dce226f65 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:26.946362 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Attempting to bind port 3f7d94a8-0344-4675-ab0b-075dce226f65 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:26.946868 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Attempting to bind port 3f7d94a8-0344-4675-ab0b-075dce226f65 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:26.954168 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:26.954833 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Checking segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:26.955166 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.955626 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Bound using segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:26.956164 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Bound port: 3f7d94a8-0344-4675-ab0b-075dce226f65, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:26.956745 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.981599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Made reservation on behalf of c029949eecb24ce594e39d49d26ea082 for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:26.990741 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.046651 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] For port 3f7d94a8-0344-4675-ab0b-075dce226f65, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:27.051085 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] For port 3f7d94a8-0344-4675-ab0b-075dce226f65, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=3f7d94a8-0344-4675-ab0b-075dce226f65,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:27.057960 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.072167 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] Pushing event updated for resources: {'Network': ['ID=5829b334-5f53-4e64-b765-78a33613d4f4,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.097305 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 5829b334-5f53-4e64-b765-78a33613d4f4 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:27.132477 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.176180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Allocated IP 172.27.0.194 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/6539fcff-ff82-4031-a0fd-cc8e1e621b11) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:27.246956 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e0b92-8634-47ea-978d-c50266bb8051 None None] Pushing event updated for resources: {'Port': ['ID=3f7d94a8-0344-4675-ab0b-075dce226f65,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.291424 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.314905 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-40ce2624-c591-4545-8054-3384510b0c22 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4060097 Sep 16 15:09:27.317742 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41140) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:27.321949 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.323639 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Request body: {'subnet': {'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-subnet', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:27.356469 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:27.433042 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.433397 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Added segment 9771b646-fbdc-4118-8a6a-97e5dca934b2 of type vlan for network 14ae8c46-d593-4277-8be6-57a6cc7e6def Sep 16 15:09:27.448144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b16e06-a94d-47ac-b37c-dab4751ede97,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.485478 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.490741 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.496091 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.506250 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.521428 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.db.api [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:09:27.521428 dv-cinder-809420-1-iscsi neutron-server[94191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 15:09:27.521428 dv-cinder-809420-1-iscsi neutron-server[94191]: [parameters: {'project_id_1': 'c029949eecb24ce594e39d49d26ea082', 'expiration_1': datetime.datetime(2021, 9, 16, 15, 9, 7, 260403)}] Sep 16 15:09:27.521428 dv-cinder-809420-1-iscsi neutron-server[94191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:09:27.521865 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG oslo_db.api [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:09:27.547834 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.db.api [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:09:27.547834 dv-cinder-809420-1-iscsi neutron-server[94190]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 15:09:27.547834 dv-cinder-809420-1-iscsi neutron-server[94190]: [parameters: {'project_id_1': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'expiration_1': datetime.datetime(2021, 9, 16, 15, 9, 7, 328737)}] Sep 16 15:09:27.547834 dv-cinder-809420-1-iscsi neutron-server[94190]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:09:27.548685 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG oslo_db.api [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:09:27.550137 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:27.575368 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.576086 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:27.577062 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.597341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.597693 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Added segment 7b5ccca5-ebd3-4803-ab06-759569c34e81 of type vlan for network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce Sep 16 15:09:27.622661 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8cfe4-2edf-40ae-bcc4-87af83d94bc2,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.633795 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.684406 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.736478 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.739039 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.740728 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:27.741605 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.749471 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.766753 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:27.773204 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:27.775765 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6539fcff-ff82-4031-a0fd-cc8e1e621b11,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.795289 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] Pushing event updated for resources: {'Network': ['ID=14ae8c46-d593-4277-8be6-57a6cc7e6def,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.803935 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8874593 Sep 16 15:09:27.810879 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:27.817078 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41172) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:27.819987 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:27.825796 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Request body: {'subnet': {'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-846615587-subnet', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:27.826688 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-e8ad4c35-aab6-43ad-a4b6-26ccc9e04b2c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0801210 Sep 16 15:09:27.866969 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41176) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:27.873996 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Request body: {'subnet': {'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1247247363-subnet', 'tenant_id': 'e996f34b557847edaec9995df7fab9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:27.887793 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78a86a-5863-4165-9cd4-d08e2b2d30b5,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.891688 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbedf1-5c67-44de-8d91-315ef822ba44 admin admin] Pushing event updated for resources: {'Network': ['ID=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:27.897264 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.897616 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Added segment a3ae0dfb-cefd-4022-9aa8-c3d5953ac556 of type vlan for network 79173252-9d17-424a-b380-8ffa6cd98ecb Sep 16 15:09:27.933985 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:27.963534 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Made reservation on behalf of a50e9feda4bf4f20a1fb62c3c3b5a357 for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:27.966347 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.969643 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:27.984767 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.006928 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Made reservation on behalf of e996f34b557847edaec9995df7fab9c1 for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:28.009142 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.045880 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.095507 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41186) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:28.124786 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41188) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:28.145139 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.146154 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:28.146801 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.202348 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Made reservation on behalf of 87f4b3d0cd3e41dbafec4b2584b31f9a for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:28.205654 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.247969 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.342348 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] Pushing event updated for resources: {'Network': ['ID=79173252-9d17-424a-b380-8ffa6cd98ecb,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:28.353237 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 79173252-9d17-424a-b380-8ffa6cd98ecb details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:28.471774 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff519f-5f72-4ffb-8aca-9d91c48e8d17 None None] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:28.476265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ebd17b12-7b9d-4b06-ba78-f53e0f7f7bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.486138 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f66726a-ee13-4d34-9945-2ba898bdedb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.554326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-542f6bca-4a01-4fa4-b128-81564ecafd76 None None] Provisioning complete for port 3f7d94a8-0344-4675-ab0b-075dce226f65 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:28.554716 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-542f6bca-4a01-4fa4-b128-81564ecafd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.572551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.578347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.589703 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.597842 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.614914 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-adbe4877-5fa3-4273-b786-3a2b1db4c247 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5557568 Sep 16 15:09:28.617425 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41196) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:28.622700 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Request body: {'subnet': {'network_id': '79173252-9d17-424a-b380-8ffa6cd98ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-301583168-subnet', 'tenant_id': 'f314125407ae4d109abc6bcb52fc8ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:28.645306 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.670520 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:28.688283 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ea9e86-2512-405f-818a-dbda859f9531,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:28.703449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.703810 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Added segment 1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f of type vlan for network 387e8016-66f2-4242-9951-8a9257060d04 Sep 16 15:09:28.727673 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-542f6bca-4a01-4fa4-b128-81564ecafd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.733701 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b510a5-4c98-4898-b96a-b33cb2223c08,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:28.744163 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Checking segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:28.744587 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Network hostable DHCP agents. Network: ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:28.752637 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.806288 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-542f6bca-4a01-4fa4-b128-81564ecafd76 None None] For port 3f7d94a8-0344-4675-ab0b-075dce226f65, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=3f7d94a8-0344-4675-ab0b-075dce226f65,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:28.818987 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.822770 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-542f6bca-4a01-4fa4-b128-81564ecafd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.900898 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.902000 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:28.902842 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.911352 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ebd17b12-7b9d-4b06-ba78-f53e0f7f7bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.920122 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Checking segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:28.920478 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Network hostable DHCP agents. Network: 14ae8c46-d593-4277-8be6-57a6cc7e6def, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:28.922929 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ebd17b12-7b9d-4b06-ba78-f53e0f7f7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:28.937052 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f6bca-4a01-4fa4-b128-81564ecafd76 None None] Pushing event updated for resources: {'Port': ['ID=3f7d94a8-0344-4675-ab0b-075dce226f65,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:28.952193 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 3f7d94a8-0344-4675-ab0b-075dce226f65 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:28.954105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Router 45699572-27be-4cb1-9b7e-59b712d187dd is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:09:28.959437 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:28.961519 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ada09a-68a0-40db-92db-2c64f7803900,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.019895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 3f7d94a8-0344-4675-ab0b-075dce226f65 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:29.020323 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.024708 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:29.032315 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] Pushing event updated for resources: {'Network': ['ID=387e8016-66f2-4242-9951-8a9257060d04,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.038595 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:29.046793 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ebd17b12-7b9d-4b06-ba78-f53e0f7f7bc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=740095027c9b4441919add880cb7405a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9208014 Sep 16 15:09:29.050806 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41200) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:29.056140 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:29.056813 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.060344 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 387e8016-66f2-4242-9951-8a9257060d04 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:29.061306 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 14ae8c46-d593-4277-8be6-57a6cc7e6def) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:29.062077 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4269ef63-be0c-4242-8065-7a156365fa0e None None] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:29.062974 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Checking segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:29.063363 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Network hostable DHCP agents. Network: 5829b334-5f53-4e64-b765-78a33613d4f4, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:29.077727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:29.078414 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.080370 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2daf34f9-e853-4b4a-9bcc-fda7683c7c51,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.087859 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd17b12-7b9d-4b06-ba78-f53e0f7f7bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f23065-dff2-4a7d-a43c-357df1ab2253,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.125232 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Network 5829b334-5f53-4e64-b765-78a33613d4f4 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:29.140670 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 5829b334-5f53-4e64-b765-78a33613d4f4) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:29.151249 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:29.151999 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.155606 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f66726a-ee13-4d34-9945-2ba898bdedb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.166289 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f66726a-ee13-4d34-9945-2ba898bdedb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.187150 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-e7128dfd-8d14-416c-8d3d-ee4c687f7320 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3095977 Sep 16 15:09:29.187150 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f29fd69a-6c64-44a3-9d9d-e9dca7fa66ef admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3618000 Sep 16 15:09:29.187150 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41204) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:29.201459 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:29.233288 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66726a-ee13-4d34-9945-2ba898bdedb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72086ac-6755-4924-b09e-f7d79e093e0e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.237702 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5f66726a-ee13-4d34-9945-2ba898bdedb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b03b9d4d80d6476e9b1dc1267247c92e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1137209 Sep 16 15:09:29.246847 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17862037-f7b2-42c5-9e03-827216ddf3a7 None None] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:29.251107 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0700f8-51d4-4345-9d17-485310cc9218 None None] Network 5829b334-5f53-4e64-b765-78a33613d4f4 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:29.251246 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41208) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:29.283393 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9fcd6388-5363-4743-9543-ab5bdf3399ed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0512578 Sep 16 15:09:29.286053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41214) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:29.293955 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Request body: {'subnet': {'network_id': '387e8016-66f2-4242-9951-8a9257060d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-742923761-subnet', 'tenant_id': 'c029949eecb24ce594e39d49d26ea082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:29.327425 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Made reservation on behalf of f314125407ae4d109abc6bcb52fc8ae1 for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:29.327693 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0fa78e87-cb87-4d3a-af2d-5e3d1e56102f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.330701 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.354269 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-8a8a42cf-bd93-4779-b4ae-769a6d452ddf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0350382 Sep 16 15:09:29.367221 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-477cffc8-1255-468a-9483-0cf60fe6f89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.367221 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41216) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:29.367553 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-2fc4d30e-ef3e-4ac0-9006-4697fe6dcf09 None None] Provisioning complete for port 3f7d94a8-0344-4675-ab0b-075dce226f65 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:29.367553 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d30e-ef3e-4ac0-9006-4697fe6dcf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.376247 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:29.407940 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0fa78e87-cb87-4d3a-af2d-5e3d1e56102f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.440075 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:29.451585 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:29.465392 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:29.466157 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:29.545801 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0fa78e87-cb87-4d3a-af2d-5e3d1e56102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.561051 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0fa78e87-cb87-4d3a-af2d-5e3d1e56102f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.562360 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-0fa78e87-cb87-4d3a-af2d-5e3d1e56102f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74f23065-dff2-4a7d-a43c-357df1ab2253 HTTP/1.1" status: 204 len: 168 time: 0.5103154 Sep 16 15:09:29.576901 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78e87-cb87-4d3a-af2d-5e3d1e56102f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f23065-dff2-4a7d-a43c-357df1ab2253,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.585914 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Made reservation on behalf of c029949eecb24ce594e39d49d26ea082 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:29.588352 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.593147 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.599277 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-0a155e9f-aa78-4b79-892d-7dafbb7633a1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4698820 Sep 16 15:09:29.621145 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41230) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:29.635319 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.636714 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.650715 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.655044 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-477cffc8-1255-468a-9483-0cf60fe6f89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.721856 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:29.749823 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.751523 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.816928 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0b4dc3-c1ff-4129-9285-3c14b2a5ba3f,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:29.857796 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.878179 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd463055-e390-474f-87d8-de8df4cfea8d None None] Network 5829b334-5f53-4e64-b765-78a33613d4f4 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:29.942521 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03ecd6-e33f-432d-880f-bc07191b181a None None] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:29.944270 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-727dd08b-0aab-4b3a-8c4e-b0d66a7e3a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.973727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.974958 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:09:29.975818 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.976909 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-477cffc8-1255-468a-9483-0cf60fe6f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.980716 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-477cffc8-1255-468a-9483-0cf60fe6f89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.985468 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-477cffc8-1255-468a-9483-0cf60fe6f89c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d72086ac-6755-4924-b09e-f7d79e093e0e HTTP/1.1" status: 204 len: 168 time: 0.7328455 Sep 16 15:09:30.029543 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Checking segment: {'id': 'a3ae0dfb-cefd-4022-9aa8-c3d5953ac556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '79173252-9d17-424a-b380-8ffa6cd98ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:30.030343 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Network hostable DHCP agents. Network: 79173252-9d17-424a-b380-8ffa6cd98ecb, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:30.036631 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:27Z', 'revision_number': 3, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:30.071710 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:30.071932 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Updating router 45699572-27be-4cb1-9b7e-59b712d187dd port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:30.076980 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cffc8-1255-468a-9483-0cf60fe6f89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72086ac-6755-4924-b09e-f7d79e093e0e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:30.142106 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.213321 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.236745 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.288891 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41240) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:30.328294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Network 79173252-9d17-424a-b380-8ffa6cd98ecb is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:30.354117 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-29c412ab-b3df-4d4b-8324-b405d956df00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.372541 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.411336 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 79173252-9d17-424a-b380-8ffa6cd98ecb) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:30.418740 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:30.419219 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.439441 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0281baa-d890-43ff-827a-10f98df7d097 None None] Network 79173252-9d17-424a-b380-8ffa6cd98ecb requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:30.466360 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3382915-fc90-4fe6-898a-b24e6acaf71c,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:30.500241 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-57f80f04-7659-48f5-9f3e-11abe7a2e67c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8814108 Sep 16 15:09:30.520778 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Checking segment: {'id': '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '387e8016-66f2-4242-9951-8a9257060d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:30.521494 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Network hostable DHCP agents. Network: 387e8016-66f2-4242-9951-8a9257060d04, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:30.627987 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Network 387e8016-66f2-4242-9951-8a9257060d04 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:30.696409 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 387e8016-66f2-4242-9951-8a9257060d04) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:30.736467 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:30.737341 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.743025 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.751400 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e42e0-7271-4c20-95ce-25c7ed10c0c8 None None] Network 387e8016-66f2-4242-9951-8a9257060d04 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:30.757272 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.876716 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Attempting to bind port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:30.877362 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Attempting to bind port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:30.877914 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Attempting to bind port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:30.880312 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Pushing event updated for resources: {'Port': ['ID=6539fcff-ff82-4031-a0fd-cc8e1e621b11,revision_number=2']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:30.890071 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:30.890699 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:30.891262 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.891802 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:30.892747 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Bound port: 6539fcff-ff82-4031-a0fd-cc8e1e621b11, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:30.893348 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.897382 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.897939 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.898456 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.905217 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 3f7d94a8-0344-4675-ab0b-075dce226f65 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:30.905389 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.905908 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.906410 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.906927 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.907566 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.908083 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.908575 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.909065 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.909717 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Tracked resource versions report: Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: pushed versions: Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Log': {'1.0'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Network': {'1.1'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Port': {'1.7'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'PortForwarding': {'1.2'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'QosPolicy': {'1.9'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SubPort': {'1.0'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Subnet': {'1.1'}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Trunk': {'1.1'}} Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: consumer versions: Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: { DHCP agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: HyperV agent@hv-cinder-80942: {}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: L3 agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: Metadata agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: Metering agent@dv-cinder-809420-1-iscsi: {}, Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: Open vSwitch agent@dv-cinder-809420-1-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'ConntrackHelper': '1.0', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Log': '1.0', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Network': '1.1', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Port': '1.7', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'PortForwarding': '1.2', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'QosPolicy': '1.9', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroup': '1.4', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SecurityGroupRule': '1.2', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'SubPort': '1.0', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Subnet': '1.1', Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: 'Trunk': '1.1'}} Sep 16 15:09:30.911019 dv-cinder-809420-1-iscsi neutron-server[94193]: {{(pid=94193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:30.935210 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.948239 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-29c412ab-b3df-4d4b-8324-b405d956df00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.967048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-29c412ab-b3df-4d4b-8324-b405d956df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.978737 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41258) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:30.987354 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.021514 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] For port 6539fcff-ff82-4031-a0fd-cc8e1e621b11, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:31.033417 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] For port 6539fcff-ff82-4031-a0fd-cc8e1e621b11, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=6539fcff-ff82-4031-a0fd-cc8e1e621b11,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:31.047660 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.054010 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Allocated IP 172.20.0.2 (ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce/35b510a5-4c98-4898-b96a-b33cb2223c08/c808b47c-addf-4c7f-a821-91780d7b7633) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:31.067174 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c412ab-b3df-4d4b-8324-b405d956df00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2601d97d-fe05-44dd-bd5a-448be33e55fa,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:31.090497 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d63414a6-aed4-4aa9-9c1f-82385f623291 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7977366 Sep 16 15:09:31.135485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.138566 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-944708c0-7eb2-43ab-8f52-4b9b87800ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.174575 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-29c412ab-b3df-4d4b-8324-b405d956df00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=820448f026b64724a86ed34e97493ed5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8820534 Sep 16 15:09:31.178675 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41270) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:31.205826 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450eff6-2d0c-4f2c-8303-9b8a018c625f None None] Pushing event updated for resources: {'Port': ['ID=6539fcff-ff82-4031-a0fd-cc8e1e621b11,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:31.255415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.259033 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:31.259792 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:31.290179 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-69404cfa-3cf3-47fc-bdc1-b37938ba777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.383157 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-69404cfa-3cf3-47fc-bdc1-b37938ba777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.410273 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.474881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41286) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:31.478163 dv-cinder-809420-1-iscsi neutron-server[94191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 15:09:31.546771 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:31.593865 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3068dc-560a-4f74-9118-dc6f68724d5f None None] Network 79173252-9d17-424a-b380-8ffa6cd98ecb requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:31.661053 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 3f7d94a8-0344-4675-ab0b-075dce226f65 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:31.661431 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.701029 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f7272-cbb9-42aa-80c5-d08ddd8c1895 None None] Network 387e8016-66f2-4242-9951-8a9257060d04 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:31.724791 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41302) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:31.734377 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-462078238-network', 'tenant_id': '883148d812514c6992362d2dc857dda4'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:31.813896 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Allocated IP 172.20.0.1 (4a92c9db-2afe-4259-976f-aa0af1d4b6f9/f8f8b556-338b-42d9-b4a3-756ba7871668/d93d8644-2a26-4ea0-affa-2460a7cf4214) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:31.825983 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-944708c0-7eb2-43ab-8f52-4b9b87800ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.835737 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Allocated IP 172.27.0.81 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/d29065ad-da45-42ed-a569-e9499202d53a) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:31.839845 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-944708c0-7eb2-43ab-8f52-4b9b87800ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.905165 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-944708c0-7eb2-43ab-8f52-4b9b87800ed4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbdb4a835ea1484bad5ae579aa6848cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250977 Sep 16 15:09:31.908270 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944708c0-7eb2-43ab-8f52-4b9b87800ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e577d3-d593-481e-96be-977f513a53bf,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:31.916213 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41304) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:31.918168 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:27Z', 'revision_number': 3, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:31.922051 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-69404cfa-3cf3-47fc-bdc1-b37938ba777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.925010 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-69404cfa-3cf3-47fc-bdc1-b37938ba777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:31.937009 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-69404cfa-3cf3-47fc-bdc1-b37938ba777d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2601d97d-fe05-44dd-bd5a-448be33e55fa HTTP/1.1" status: 204 len: 168 time: 0.7492859 Sep 16 15:09:31.947585 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f7c3e-7d53-4392-b51e-ab5dbd809b82 None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:27Z', 'revision_number': 3, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:32.014483 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.017472 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2773baa9-e14e-4481-b5ce-d6327bf77c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.021053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69404cfa-3cf3-47fc-bdc1-b37938ba777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2601d97d-fe05-44dd-bd5a-448be33e55fa,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:32.042514 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2773baa9-e14e-4481-b5ce-d6327bf77c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.113483 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c3aed2d0-9744-410c-bb28-9aa0c96cfdcc tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:32.117250 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c3aed2d0-9744-410c-bb28-9aa0c96cfdcc tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.6403673 Sep 16 15:09:32.119556 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Made reservation on behalf of 883148d812514c6992362d2dc857dda4 for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:32.126813 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.145964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.195216 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2773baa9-e14e-4481-b5ce-d6327bf77c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.205527 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2773baa9-e14e-4481-b5ce-d6327bf77c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.208848 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-2773baa9-e14e-4481-b5ce-d6327bf77c13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8e577d3-d593-481e-96be-977f513a53bf HTTP/1.1" status: 204 len: 168 time: 0.2911177 Sep 16 15:09:32.247117 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773baa9-e14e-4481-b5ce-d6327bf77c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e577d3-d593-481e-96be-977f513a53bf,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:32.276407 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.313395 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.315180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.322730 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-9b45577a-4e62-41dd-b177-b30c494108fc tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/quotas/e996f34b557847edaec9995df7fab9c1 HTTP/1.1" status: 200 len: 375 time: 0.1784451 Sep 16 15:09:32.326056 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.338869 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:32.379743 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.379743 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Added segment 4d9ac87c-c0e0-40d8-af02-0e48665350e2 of type vlan for network 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6 Sep 16 15:09:32.420777 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.502611 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.512771 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-ab56c27d-4f8f-42b1-a5df-b65c200b6a0e tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242154 Sep 16 15:09:32.559339 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:32.572044 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-03aa98c0-2931-423d-9175-94e22207f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.589665 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:32.599863 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:32.600340 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:32.607893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:32.634847 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:32.709040 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Pushing event updated for resources: {'Port': ['ID=c808b47c-addf-4c7f-a821-91780d7b7633,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:32.721958 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=d29065ad-da45-42ed-a569-e9499202d53a,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:32.724916 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Allocated IP 172.27.0.93 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/7db8157b-85b1-4aa4-a007-392dfc1c9fa9) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:32.770775 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.785969 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Attempting to bind port c808b47c-addf-4c7f-a821-91780d7b7633 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:32.786348 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Attempting to bind port c808b47c-addf-4c7f-a821-91780d7b7633 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:32.786761 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Attempting to bind port c808b47c-addf-4c7f-a821-91780d7b7633 on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:32.799213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a3afe-7453-4831-9241-39403a9e1d39,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:32.806822 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:32.807208 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Checking segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:32.807623 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.817132 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Bound using segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:32.817493 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Bound port: c808b47c-addf-4c7f-a821-91780d7b7633, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:32.817871 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.873652 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:32.899604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.902589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:32.904965 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:32.905437 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:32.919363 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] For port c808b47c-addf-4c7f-a821-91780d7b7633, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:32.919363 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] For port c808b47c-addf-4c7f-a821-91780d7b7633, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c808b47c-addf-4c7f-a821-91780d7b7633,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:32.926257 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.014651 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 6539fcff-ff82-4031-a0fd-cc8e1e621b11 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:33.116371 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.200995 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.db.resource_extend [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 16 15:09:33.239522 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.240559 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:33.241186 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.268540 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.335604 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926a34-693e-4190-8a8d-ae6616a07461 None None] Pushing event updated for resources: {'Port': ['ID=c808b47c-addf-4c7f-a821-91780d7b7633,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:33.336972 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d93d8644-2a26-4ea0-affa-2460a7cf4214,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:33.357395 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.411811 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6800029 Sep 16 15:09:33.420628 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.435014 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41346) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:33.440018 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.440212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Request body: {'subnet': {'network_id': '288a41f3-35d0-4c0e-97bb-99ac9be8c4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-462078238-subnet', 'tenant_id': '883148d812514c6992362d2dc857dda4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:33.454975 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.465518 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-67932561-7a0f-44bf-a132-14f6bace8e60 None None] Provisioning complete for port d93d8644-2a26-4ea0-affa-2460a7cf4214 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:33.467315 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-67932561-7a0f-44bf-a132-14f6bace8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.483056 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:33.483514 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.519283 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:33.527136 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:33.530332 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:33.611989 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a972e-7c57-46b2-bca4-8ba99a9f305e admin admin] Pushing event updated for resources: {'Network': ['ID=288a41f3-35d0-4c0e-97bb-99ac9be8c4f6,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:33.700300 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-b8a6d51c-2a7e-4fa0-a22b-b4c781f519a7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:33.701973 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-b8a6d51c-2a7e-4fa0-a22b-b4c781f519a7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5066395 Sep 16 15:09:33.704279 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:33.750224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Made reservation on behalf of 883148d812514c6992362d2dc857dda4 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:33.755247 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:33.859192 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Pushing event updated for resources: {'Port': ['ID=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:33.870311 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-67932561-7a0f-44bf-a132-14f6bace8e60 None None] Port d93d8644-2a26-4ea0-affa-2460a7cf4214 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:33.942265 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41358) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:33.971145 dv-cinder-809420-1-iscsi neutron-server[94190]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 15:09:33.992678 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.023482 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 6539fcff-ff82-4031-a0fd-cc8e1e621b11, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=6539fcff-ff82-4031-a0fd-cc8e1e621b11,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:34.029849 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.144373 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=6539fcff-ff82-4031-a0fd-cc8e1e621b11,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:34.322925 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.337138 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-52ca750d-1f47-4a94-80e1-6140ddd99007 service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202416 Sep 16 15:09:34.403065 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.544550 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bb586f-84f3-44c1-a1b4-12b03222c443,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:34.561922 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Checking segment: {'id': '4d9ac87c-c0e0-40d8-af02-0e48665350e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '288a41f3-35d0-4c0e-97bb-99ac9be8c4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:34.562278 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Network hostable DHCP agents. Network: 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:34.586340 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-4fe8384e-24ae-4ae1-8316-1dd170c9aa18 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:34.594244 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-4fe8384e-24ae-4ae1-8316-1dd170c9aa18 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/networks?id=387e8016-66f2-4242-9951-8a9257060d04 HTTP/1.1" status: 200 len: 811 time: 0.6508634 Sep 16 15:09:34.598501 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.608027 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-26afbecb-4855-4d8f-b5e2-12c70bcdd5cb service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410738 Sep 16 15:09:34.623082 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.623867 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.634059 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Network 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:34.660890 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-d5b14d15-d05d-40a3-9572-1092f82011d6 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/quotas/c029949eecb24ce594e39d49d26ea082 HTTP/1.1" status: 200 len: 375 time: 0.0654168 Sep 16 15:09:34.681055 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:34.690777 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5f5a9-a614-40ed-87b8-ddf6ba22437c None None] Network 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:34.699278 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:34.699863 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.712341 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d93d8644-2a26-4ea0-affa-2460a7cf4214,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:34.753472 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-1ff57e09-806e-42a5-bc10-55afcd259420 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c029949eecb24ce594e39d49d26ea082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909426 Sep 16 15:09:34.759230 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b48341f8-372f-4a71-ba15-a5ebdcc1bdd5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3231413 Sep 16 15:09:34.772818 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.838831 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:34.841963 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:35.123907 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c808b47c-addf-4c7f-a821-91780d7b7633 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:35.232766 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Router 133f2338-f244-4bcf-9e44-27cadcd4eb33 is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:09:35.235971 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41410) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.255832 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.266310 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d6ea4-15f5-4a9e-8dd2-0ad0c9164f2c None None] Network 288a41f3-35d0-4c0e-97bb-99ac9be8c4f6 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:35.324274 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-190a0dd8-d173-4c1b-9b17-4a6bccd1a981 req-043ce9e0-babd-42b2-b9c7-af7c030389ac tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.1366479 Sep 16 15:09:35.376317 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Router 45699572-27be-4cb1-9b7e-59b712d187dd has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:09:35.395222 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.445358 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-77a50570-3623-491e-8f10-d6cca8058c74 None None] Provisioning complete for port d93d8644-2a26-4ea0-affa-2460a7cf4214 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:35.454395 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-77a50570-3623-491e-8f10-d6cca8058c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.510386 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port c808b47c-addf-4c7f-a821-91780d7b7633 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:35.510833 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.584103 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9469d-4f57-449e-b434-636706b58b1b None None] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:35.593263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:35.601960 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-757a1a3b-8d72-4097-8bfa-997f877cc8f8 admin admin] 10.222.0.52 "PUT /v2.0/routers/45699572-27be-4cb1-9b7e-59b712d187dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9772973 Sep 16 15:09:35.614540 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:35.621386 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Deleting subnet db0b4dc3-c1ff-4129-9285-3c14b2a5ba3f {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:09:35.631423 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.643113 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-77a50570-3623-491e-8f10-d6cca8058c74 None None] Port d93d8644-2a26-4ea0-affa-2460a7cf4214 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:35.711395 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:35.712109 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:35.720858 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-b0faab1e-7249-4b5c-ae1f-43db95109daf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:35.722290 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-b0faab1e-7249-4b5c-ae1f-43db95109daf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3243654 Sep 16 15:09:35.764676 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.799519 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:35.802017 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.812389 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Sync routers for ids ['133f2338-f244-4bcf-9e44-27cadcd4eb33'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:35.826333 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Routers {'133f2338-f244-4bcf-9e44-27cadcd4eb33'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:35.827003 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['133f2338-f244-4bcf-9e44-27cadcd4eb33'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:35.904036 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.908086 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-eff74228-ff1e-439d-80ca-e10f78238ab7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5419619 Sep 16 15:09:35.912445 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41432) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.912767 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-ef2b2d6c-cd1c-49dc-a260-2be036d8a953 None None] Provisioning complete for port c808b47c-addf-4c7f-a821-91780d7b7633 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:35.913774 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ef2b2d6c-cd1c-49dc-a260-2be036d8a953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.934798 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:09:35.947480 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-0f83b71f-bd8b-4e6d-bfac-4046867a69fd service neutron] 10.222.0.52 "GET /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122192 Sep 16 15:09:35.951825 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.075709 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0b4dc3-c1ff-4129-9285-3c14b2a5ba3f,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:36.090240 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.130413 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port c808b47c-addf-4c7f-a821-91780d7b7633, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c808b47c-addf-4c7f-a821-91780d7b7633,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:36.147634 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.149027 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 6539fcff-ff82-4031-a0fd-cc8e1e621b11 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:36.204676 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Set router 133f2338-f244-4bcf-9e44-27cadcd4eb33 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:36.239342 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:36.345258 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:36.345632 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.489726 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:36.550574 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.557053 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6381ebb1-40ce-423d-91a8-2e92a82dc631 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/db0b4dc3-c1ff-4129-9285-3c14b2a5ba3f HTTP/1.1" status: 204 len: 168 time: 1.3180227 Sep 16 15:09:36.582728 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-d90707d9-3ca5-4a36-abb3-782da46d387a service neutron] 10.222.0.52 "GET /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253622 Sep 16 15:09:36.587101 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41460) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:36.588042 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.598367 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-da3d420c-b78d-46d2-97d8-990c2cce74db admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4002182 Sep 16 15:09:36.675861 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:36.727194 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:32Z', 'revision_number': 3, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:36.801247 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41462) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:36.803109 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Checking router: 133f2338-f244-4bcf-9e44-27cadcd4eb33 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:36.803666 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Updating router 133f2338-f244-4bcf-9e44-27cadcd4eb33 port d29065ad-da45-42ed-a569-e9499202d53a binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:36.889953 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.971337 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=c808b47c-addf-4c7f-a821-91780d7b7633,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:37.004508 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:37.006315 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:37.449930 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:37.491856 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41502) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:37.505323 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980739976', 'description': 'tempest-description--1470478152'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:37.549210 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-aace03cf-0f40-472c-aafc-21c20a5a5ff3 req-39094afb-ad5e-4de3-bce7-020ccb9ec466 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.3134341 Sep 16 15:09:37.571999 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.613679 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.634493 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.735460 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.748097 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.761490 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-8f6f895f-b17a-4a11-a237-3654f54657d9 None None] Provisioning complete for port c808b47c-addf-4c7f-a821-91780d7b7633 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:37.761863 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8f6f895f-b17a-4a11-a237-3654f54657d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.796698 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-17e9a42f-92d1-4bed-bb9f-c02d8df8dd88 req-a7620a99-0afd-4be4-bc4d-b92e297b6134 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.1637084 Sep 16 15:09:37.997366 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Attempting to bind port d29065ad-da45-42ed-a569-e9499202d53a on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:37.999933 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Attempting to bind port d29065ad-da45-42ed-a569-e9499202d53a by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:37.999933 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Attempting to bind port d29065ad-da45-42ed-a569-e9499202d53a on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:38.023457 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba10a-65f8-4e53-ac53-f399fb120825 None None] Pushing event updated for resources: {'Port': ['ID=d29065ad-da45-42ed-a569-e9499202d53a,revision_number=2']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.031914 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:38.033039 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:38.033039 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.033361 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:38.037570 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Bound port: d29065ad-da45-42ed-a569-e9499202d53a, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:38.043549 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.184385 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] For port d29065ad-da45-42ed-a569-e9499202d53a, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:38.191593 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] For port d29065ad-da45-42ed-a569-e9499202d53a, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=d29065ad-da45-42ed-a569-e9499202d53a,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:38.201602 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.258320 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.293068 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.304935 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba10a-65f8-4e53-ac53-f399fb120825 None None] Pushing event updated for resources: {'Port': ['ID=d29065ad-da45-42ed-a569-e9499202d53a,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.353430 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Routers {'133f2338-f244-4bcf-9e44-27cadcd4eb33'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:38.355227 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['133f2338-f244-4bcf-9e44-27cadcd4eb33'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.369834 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:34Z', 'revision_number': 2, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.386586 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.387583 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.388192 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.388635 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.389349 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.390010 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.390804 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.390804 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.391224 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.391634 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.417486 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Allocated IP 172.20.0.1 (5829b334-5f53-4e64-b765-78a33613d4f4/2daf34f9-e853-4b4a-9bcc-fda7683c7c51/e3cd6329-f28c-4ff3-83dd-941385f3ec96) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:38.493672 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c808b47c-addf-4c7f-a821-91780d7b7633 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:38.500989 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:34Z', 'revision_number': 3, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.551664 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] Set router 133f2338-f244-4bcf-9e44-27cadcd4eb33 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:38.555561 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:38.556017 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Updating router 45699572-27be-4cb1-9b7e-59b712d187dd port d93d8644-2a26-4ea0-affa-2460a7cf4214 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:38.662358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.682517 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:38.683712 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Updating router 732cf7e2-fda2-42cd-ae4b-005d2af802ac port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:38.687576 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.757424 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.764717 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.774602 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.780272 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.780272 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.780466 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.780729 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:09:38.781112 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79173252-9d17-424a-b380-8ffa6cd98ecb']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.789665 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2931914 Sep 16 15:09:38.798599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41548) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:38.811965 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'security_group_rule': {'security_group_id': '9ad02108-845a-45f8-868c-867bd2a05c61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:38.859244 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.859640 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ae0dfb-cefd-4022-9aa8-c3d5953ac556') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.859936 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ae0dfb-cefd-4022-9aa8-c3d5953ac556') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.866733 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0bc1b-2410-4309-8186-952a573aa732 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad02108-845a-45f8-868c-867bd2a05c61,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.919356 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:32Z', 'revision_number': 3, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:38.948126 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.61', 60039) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:38.953792 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.959650 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5411296f-6ca6-47ad-b9a6-016124343e21 req-a0b1d14f-6898-4b28-9b8d-b55f820a4b59 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.1395967 Sep 16 15:09:38.979629 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad05509-98d4-4573-bc09-154ea1bfaf96 None None] The sync data for ids ['133f2338-f244-4bcf-9e44-27cadcd4eb33'] in dv-cinder-809420-1-iscsi is: [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:32Z', 'revision_number': 3, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:39.010504 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.049582 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:09:39.049993 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.210174 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port c808b47c-addf-4c7f-a821-91780d7b7633 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:39.210598 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: from cryptography.utils import int_from_bytes Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: from cryptography.utils import int_from_bytes Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:09:39.222841 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:09:39.225258 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-22a43c6e-146a-4f91-bdc5-5f6ba54bf0fd req-a0d62852-84c9-45ac-a402-a6023a80a20a tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.0675266 Sep 16 15:09:39.225258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.238987 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.243549 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.305072 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.309897 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/79173252-9d17-424a-b380-8ffa6cd98ecb HTTP/1.1" status: 204 len: 168 time: 2.7062531 Sep 16 15:09:39.336569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41564) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:39.377358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Pushing event updated for resources: {'Port': ['ID=e3cd6329-f28c-4ff3-83dd-941385f3ec96,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:39.437156 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Network 5829b334-5f53-4e64-b765-78a33613d4f4 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:39.459608 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Deleting subnet 98bb586f-84f3-44c1-a1b4-12b03222c443 {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:09:39.463255 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f0435-ad0b-463b-a80a-e007a1d107e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79173252-9d17-424a-b380-8ffa6cd98ecb,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:39.472195 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.479478 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:39.486373 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:39.487229 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.666197 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-e5567128-55c7-42a4-83fc-e4d7991d4043 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:39.667773 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-e5567128-55c7-42a4-83fc-e4d7991d4043 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.6918705 Sep 16 15:09:39.678061 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.679556 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.690402 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.772938 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Request body: {'port': {'device_id': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'admin_state_up': True, 'tenant_id': 'e996f34b557847edaec9995df7fab9c1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:39.787881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.789381 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9815586 Sep 16 15:09:39.795474 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41580) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:39.807951 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'security_group_rule': {'security_group_id': '9ad02108-845a-45f8-868c-867bd2a05c61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:39.813083 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117aa54-c419-4fd3-8f47-9ebb09aa6f0f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d52c981-51fd-4da5-bfeb-0a3528a4539e,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:39.943591 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.967614 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.118517 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.124816 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.162816 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.61', 60045) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:40.211552 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.478183 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.489797 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.577467 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.647687 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0ddd-9f4a-4836-908c-ed944777ce3e None None] Pushing event updated for resources: {'Port': ['ID=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:40.738700 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858a508-a73a-4f67-a710-68468be27df7 None None] Pushing event updated for resources: {'Port': ['ID=d93d8644-2a26-4ea0-affa-2460a7cf4214,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:40.790764 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.812768 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-93fe308e-8389-4c88-bbcd-a224d4dcd6a8 req-e1ba9474-ac40-4ba2-8d67-f3d9c405e526 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.5666978 Sep 16 15:09:40.852630 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d29065ad-da45-42ed-a569-e9499202d53a up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:40.894525 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-04a976d2-92ed-4b05-bec6-c4a4775c6112 req-d855e1b5-7b87-45fa-8f88-a4a0d93806f3 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.4735370 Sep 16 15:09:40.898828 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.922703 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Attempting to bind port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:40.923109 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Attempting to bind port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:40.927191 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Attempting to bind port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:40.934155 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Made reservation on behalf of e996f34b557847edaec9995df7fab9c1 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:40.943938 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.947171 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ba9e5e-4c5f-4c3f-bfd1-40bd9f3e23fb,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:40.967127 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.986907 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:40.987313 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:40.987739 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.992786 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:41.027670 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Bound port: 7db8157b-85b1-4aa4-a007-392dfc1c9fa9, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:41.027670 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.070570 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Attempting to bind port d93d8644-2a26-4ea0-affa-2460a7cf4214 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:41.071197 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Attempting to bind port d93d8644-2a26-4ea0-affa-2460a7cf4214 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:41.071713 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Attempting to bind port d93d8644-2a26-4ea0-affa-2460a7cf4214 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:41.090163 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.099417 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:41.100056 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Checking segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:41.100618 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.100902 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-443b57b3-9c67-4aed-bbc2-20ef33b00696 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2990494 Sep 16 15:09:41.101301 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Bound using segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:41.101767 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Bound port: d93d8644-2a26-4ea0-affa-2460a7cf4214, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:41.102171 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.102884 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bb586f-84f3-44c1-a1b4-12b03222c443,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:41.130548 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41618) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:41.137131 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:41.147042 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Allocated IP 172.20.0.1 (ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce/35b510a5-4c98-4898-b96a-b33cb2223c08/42ba585c-7c0c-4bf6-8aff-6f8b55a2b664) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:41.176524 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] For port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:41.227097 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-3f8cf905-c6b2-48d4-90cd-de791bdea5b6 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:41.228615 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-3f8cf905-c6b2-48d4-90cd-de791bdea5b6 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.61 "GET /v2.0/networks?id=387e8016-66f2-4242-9951-8a9257060d04 HTTP/1.1" status: 200 len: 811 time: 1.0629768 Sep 16 15:09:41.307438 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.310451 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-77d63ac7-a2e5-45a9-a0c4-c9c1a6a80b3c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/98bb586f-84f3-44c1-a1b4-12b03222c443 HTTP/1.1" status: 204 len: 168 time: 1.9725182 Sep 16 15:09:41.319833 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41622) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:41.337831 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port d29065ad-da45-42ed-a569-e9499202d53a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:41.339799 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.346410 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] For port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:41.382175 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-ec7db294-fc91-4e89-b85b-5c42df50ab17 None None] Provisioning complete for port d93d8644-2a26-4ea0-affa-2460a7cf4214 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:41.382911 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ec7db294-fc91-4e89-b85b-5c42df50ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.393698 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.403164 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.497391 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.535109 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.535721 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.556624 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.580307 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.610741 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-ec7db294-fc91-4e89-b85b-5c42df50ab17 None None] Port d93d8644-2a26-4ea0-affa-2460a7cf4214 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:41.655434 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0ddd-9f4a-4836-908c-ed944777ce3e None None] Pushing event updated for resources: {'Port': ['ID=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:41.686276 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] For port d93d8644-2a26-4ea0-affa-2460a7cf4214, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:41.686480 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:41.689752 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:41.693189 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:41.699208 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] For port d93d8644-2a26-4ea0-affa-2460a7cf4214, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=d93d8644-2a26-4ea0-affa-2460a7cf4214,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:41.702957 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.726048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Request body: {'port': {'device_id': '780bf222-8308-43cb-a582-922d93f730e5', 'network_id': '387e8016-66f2-4242-9951-8a9257060d04', 'admin_state_up': True, 'tenant_id': 'c029949eecb24ce594e39d49d26ea082'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:41.736787 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.757917 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:41.758606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:41.815512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Pushing event updated for resources: {'Port': ['ID=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:41.894980 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Pushing event updated for resources: {'Port': ['ID=e3cd6329-f28c-4ff3-83dd-941385f3ec96,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:41.925296 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.188630 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:42.189225 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:42.332808 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858a508-a73a-4f67-a710-68468be27df7 None None] Pushing event updated for resources: {'Port': ['ID=d93d8644-2a26-4ea0-affa-2460a7cf4214,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:42.373432 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.412221 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port d29065ad-da45-42ed-a569-e9499202d53a, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=d29065ad-da45-42ed-a569-e9499202d53a,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:42.459404 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.584937 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-07752677-def7-4fe8-b89b-d3712d462c26 req-b30e2be7-f3ae-4701-bd74-414211151c07 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.1577637 Sep 16 15:09:42.641120 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-14314edf-aaa2-4551-85fe-81885612bf41 None None] Provisioning complete for port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:42.641755 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-14314edf-aaa2-4551-85fe-81885612bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.719965 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ba12b4d2-5aa4-45ab-9bb0-f3d447cf3ec0 req-1f02c55f-8f6e-42de-85ef-db280c29bf3c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.3861535 Sep 16 15:09:42.809137 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.811910 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.843055 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-14314edf-aaa2-4551-85fe-81885612bf41 None None] Port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:42.846986 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:42.860599 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288a41f3-35d0-4c0e-97bb-99ac9be8c4f6']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:42.899678 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9ac87c-c0e0-40d8-af02-0e48665350e2') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:42.900102 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9ac87c-c0e0-40d8-af02-0e48665350e2') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:42.916514 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.920454 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Allocated IP 172.20.0.4 (14ae8c46-d593-4277-8be6-57a6cc7e6def/52ada09a-68a0-40db-92db-2c64f7803900/e3a750a9-593d-4275-9cfc-11eca36743bf) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:42.961549 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.989954 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:09:42.990481 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:09:42.992474 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:09:43.008295 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Network 5829b334-5f53-4e64-b765-78a33613d4f4 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:43.011968 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:43.102471 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=d29065ad-da45-42ed-a569-e9499202d53a,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:43.169499 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:43.194589 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.203533 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.205593 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] 10.222.0.52 "DELETE /v2.0/networks/288a41f3-35d0-4c0e-97bb-99ac9be8c4f6 HTTP/1.1" status: 204 len: 168 time: 1.7710397 Sep 16 15:09:43.252946 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a8230-7ab3-47d6-ba95-cc1afb673735 admin admin] Pushing event deleted for resources: {'Network': ['ID=288a41f3-35d0-4c0e-97bb-99ac9be8c4f6,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:43.312669 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Made reservation on behalf of c029949eecb24ce594e39d49d26ea082 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:43.318100 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.339958 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-2a37349a-2dfd-42a8-93ea-7bbebc9cdcf7 None None] Provisioning complete for port d93d8644-2a26-4ea0-affa-2460a7cf4214 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:43.343122 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2a37349a-2dfd-42a8-93ea-7bbebc9cdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.433895 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.442847 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.539059 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41658) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:43.616199 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.642992 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.664776 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Pushing event updated for resources: {'Port': ['ID=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:43.720781 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-ada9e781-1da4-43d6-9410-9d658f3c01ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f314125407ae4d109abc6bcb52fc8ae1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1710782 Sep 16 15:09:43.722745 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41666) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:43.812110 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2a37349a-2dfd-42a8-93ea-7bbebc9cdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.851959 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.924831 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-2a37349a-2dfd-42a8-93ea-7bbebc9cdcf7 None None] For port d93d8644-2a26-4ea0-affa-2460a7cf4214, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=d93d8644-2a26-4ea0-affa-2460a7cf4214,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:43.934235 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:34Z', 'revision_number': 3, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:43.934553 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f563cbde-8835-44ca-9573-6b65692abc70 req-6fba4b83-3eb0-43d4-be3d-a18185ec5d96 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.0416164 Sep 16 15:09:43.970750 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c3fb86a0-9ab7-4359-b126-7e04459f105f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.975058 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df3b769-67ca-4e63-b93a-f64f103370a5 None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:34Z', 'revision_number': 3, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:43.978996 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2a37349a-2dfd-42a8-93ea-7bbebc9cdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.050046 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:44.052162 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c3fb86a0-9ab7-4359-b126-7e04459f105f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.054650 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:44.070814 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c8687842-7730-4c5c-80fe-6f42748d1300 req-4f7dc1aa-8693-4cb0-b26a-53adc84e7f82 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.2011991 Sep 16 15:09:44.159790 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:44.164009 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37349a-2dfd-42a8-93ea-7bbebc9cdcf7 None None] Pushing event updated for resources: {'Port': ['ID=d93d8644-2a26-4ea0-affa-2460a7cf4214,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:44.209074 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85c38d2-dbea-4eed-9874-d97a788f41ef None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:44.331347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.433640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Router 133f2338-f244-4bcf-9e44-27cadcd4eb33 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:09:44.463380 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c3fb86a0-9ab7-4359-b126-7e04459f105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.474278 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c3fb86a0-9ab7-4359-b126-7e04459f105f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.489995 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c3fb86a0-9ab7-4359-b126-7e04459f105f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b78a86a-5863-4165-9cd4-d08e2b2d30b5 HTTP/1.1" status: 204 len: 168 time: 0.7636399 Sep 16 15:09:44.555098 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb86a0-9ab7-4359-b126-7e04459f105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78a86a-5863-4165-9cd4-d08e2b2d30b5,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:44.614258 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:09:44.673560 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-7b7767be-36dd-4b67-9938-8bc15f97299d None None] Provisioning complete for port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:44.674005 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7b7767be-36dd-4b67-9938-8bc15f97299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.751103 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:44.810931 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-7b7767be-36dd-4b67-9938-8bc15f97299d None None] Port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:44.829351 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:44.831885 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:44.838368 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:44.840016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.846010 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event updated for resources: {'Port': ['ID=e3a750a9-593d-4275-9cfc-11eca36743bf,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:44.857496 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Allocated IP 172.27.0.227 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/4ec0a063-0118-49cd-b7c3-717e7677cb7a) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:44.967291 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:45.009056 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-43c9c44c-82f2-49da-83d0-2c0883ecfe03 admin admin] 10.222.0.52 "PUT /v2.0/routers/732cf7e2-fda2-42cd-ae4b-005d2af802ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2045641 Sep 16 15:09:45.040300 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d93d8644-2a26-4ea0-affa-2460a7cf4214 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:45.087708 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:45.101310 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Sync routers for ids ['133f2338-f244-4bcf-9e44-27cadcd4eb33'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:45.111119 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1fcf0dbb-4cbd-42ac-ad4d-f6a8d0a6be1c admin admin] 10.222.0.52 "PUT /v2.0/routers/133f2338-f244-4bcf-9e44-27cadcd4eb33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1956520 Sep 16 15:09:45.125817 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Routers {'133f2338-f244-4bcf-9e44-27cadcd4eb33'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:45.126831 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['133f2338-f244-4bcf-9e44-27cadcd4eb33'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:45.143488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Allocated IP 172.20.0.3 (387e8016-66f2-4242-9951-8a9257060d04/f3382915-fc90-4fe6-898a-b24e6acaf71c/dad1350d-051c-44c9-a394-65f324ec227d) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:45.167728 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-c21de84e-e6e9-4137-aee8-c84d642024ca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4278891 Sep 16 15:09:45.259121 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port d93d8644-2a26-4ea0-affa-2460a7cf4214 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:45.264019 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.374335 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad33a8-a89c-42f6-b0b4-8e45f696ef4b req-70181743-3c3b-495c-9fd5-53652aed0bb1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:45.376147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1cad33a8-a89c-42f6-b0b4-8e45f696ef4b req-70181743-3c3b-495c-9fd5-53652aed0bb1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 931 time: 0.2135267 Sep 16 15:09:45.443294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41692) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:45.453268 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Set router 133f2338-f244-4bcf-9e44-27cadcd4eb33 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:45.485072 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8a681202-48f7-4d4e-bbe2-227d55f2a8b4 req-00fe287c-aa5c-4bad-afdf-5c3000a80135 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.2218971 Sep 16 15:09:45.610793 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:45.691457 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1cad33a8-a89c-42f6-b0b4-8e45f696ef4b req-71595f74-b3f1-4786-93a3-0e46c10e4af7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078604 Sep 16 15:09:45.713857 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-29f49fb4-f1fa-4479-8c2a-fc677d7515ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=883148d812514c6992362d2dc857dda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679565 Sep 16 15:09:45.716546 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41700) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:45.739297 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:45.740020 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.796453 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.832620 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a18ebbee-1fd9-41ab-8757-b10f2b687e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.915774 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a18ebbee-1fd9-41ab-8757-b10f2b687e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.953891 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.979484 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:39Z', 'revision_number': 4, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'e3cd6329-f28c-4ff3-83dd-941385f3ec96', 'name': '', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'mac_address': 'fa:16:3e:6e:b2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:40Z', 'revision_number': 2, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'subnets': [{'id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:45.987016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.000452 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:46.009583 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.011376 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d29065ad-da45-42ed-a569-e9499202d53a up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:46.031921 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.062801 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a18ebbee-1fd9-41ab-8757-b10f2b687e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.076881 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a18ebbee-1fd9-41ab-8757-b10f2b687e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.076881 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-a18ebbee-1fd9-41ab-8757-b10f2b687e43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b77a3afe-7453-4831-9241-39403a9e1d39 HTTP/1.1" status: 204 len: 168 time: 0.3498673 Sep 16 15:09:46.092472 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Checking router: 133f2338-f244-4bcf-9e44-27cadcd4eb33 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:46.092840 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Updating router 133f2338-f244-4bcf-9e44-27cadcd4eb33 port e3cd6329-f28c-4ff3-83dd-941385f3ec96 binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:46.099607 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ebbee-1fd9-41ab-8757-b10f2b687e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a3afe-7453-4831-9241-39403a9e1d39,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:46.180835 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.193378 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.258469 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:46.263552 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:46.274733 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:46.419400 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.433424 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Network 387e8016-66f2-4242-9951-8a9257060d04 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:46.437775 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:46.453604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:46.469225 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:46.470275 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.497698 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-dc0b5b04-0993-4a5f-8c53-a3349edaeb9a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:46.501520 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-dc0b5b04-0993-4a5f-8c53-a3349edaeb9a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 819 time: 0.3466253 Sep 16 15:09:46.521203 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:46.546284 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-643f3d62-8b63-4a62-a5df-eb79b087a983 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/quotas/87f4b3d0cd3e41dbafec4b2584b31f9a HTTP/1.1" status: 200 len: 375 time: 0.0343568 Sep 16 15:09:46.559011 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9077337 Sep 16 15:09:46.561949 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'Port': ['ID=4ec0a063-0118-49cd-b7c3-717e7677cb7a,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:46.644263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.679249 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port d29065ad-da45-42ed-a569-e9499202d53a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:46.679671 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.693116 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41726) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:46.718524 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109148755', 'description': 'tempest-description--1983472301'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:46.822360 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.857284 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-34ddd867-140b-4b4d-8790-41384704930f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3086321 Sep 16 15:09:47.160417 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:47.171197 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.181730 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-c45dc55d-287f-4fce-8ac0-7f1c67813f6c service neutron] 10.222.0.52 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217766 Sep 16 15:09:47.200312 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.296578 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.331063 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:47.332672 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.356072 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.411012 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.415136 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7085292 Sep 16 15:09:47.438950 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41752) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:47.446266 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0123e9a-9b5f-4820-b9f3-8f2e55533cc4 None None] Pushing event updated for resources: {'Port': ['ID=e3cd6329-f28c-4ff3-83dd-941385f3ec96,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:47.482777 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'security_group_rule': {'security_group_id': '81490930-dd74-4f28-bafa-e95ec322f25b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:47.507115 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2648ce-25d5-4ed3-a789-e795e170fcd5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81490930-dd74-4f28-bafa-e95ec322f25b,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:47.537158 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-14d93919-9f1d-41d2-82bb-c417384241a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386178 Sep 16 15:09:47.571330 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d059f72-b4cf-473b-9607-8a08e223a267 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Pushing event updated for resources: {'Port': ['ID=dad1350d-051c-44c9-a394-65f324ec227d,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:47.583680 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Attempting to bind port e3cd6329-f28c-4ff3-83dd-941385f3ec96 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:47.584702 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Attempting to bind port e3cd6329-f28c-4ff3-83dd-941385f3ec96 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:47.585814 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Attempting to bind port e3cd6329-f28c-4ff3-83dd-941385f3ec96 on network 5829b334-5f53-4e64-b765-78a33613d4f4 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:47.593546 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:47.594231 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Checking segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:47.594945 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.596398 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Bound using segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:47.597518 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-ba25434e-9e54-4983-84e6-20d048620527 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:47.598355 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Bound port: e3cd6329-f28c-4ff3-83dd-941385f3ec96, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:47.598579 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-ba25434e-9e54-4983-84e6-20d048620527 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1336524 Sep 16 15:09:47.602356 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.615129 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.636085 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-cdaab47a-5137-4835-b90e-bf05b4366991 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:47.637118 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-cdaab47a-5137-4835-b90e-bf05b4366991 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695772 Sep 16 15:09:47.717746 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] For port e3cd6329-f28c-4ff3-83dd-941385f3ec96, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:47.724237 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] For port e3cd6329-f28c-4ff3-83dd-941385f3ec96, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=e3cd6329-f28c-4ff3-83dd-941385f3ec96,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:47.735971 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.750042 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.759932 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.818270 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2729ee31-8899-450b-abcf-720acc77aba3,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:47.831035 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.838191 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5e41455e-0b9e-495e-8642-1209b2f6962c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679559 Sep 16 15:09:47.839494 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41768) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:47.852823 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'security_group_rule': {'security_group_id': '81490930-dd74-4f28-bafa-e95ec322f25b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:47.896911 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.927068 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0123e9a-9b5f-4820-b9f3-8f2e55533cc4 None None] Pushing event updated for resources: {'Port': ['ID=e3cd6329-f28c-4ff3-83dd-941385f3ec96,revision_number=4']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:47.945536 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.984384 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.990502 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Routers {'133f2338-f244-4bcf-9e44-27cadcd4eb33'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:47.991359 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['133f2338-f244-4bcf-9e44-27cadcd4eb33'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:48.059212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3c79-af08-4065-a546-20b34ef521f2 req-00880b7e-8195-464d-a335-ede9640814d5 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:48.074102 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-623e3c79-af08-4065-a546-20b34ef521f2 req-00880b7e-8195-464d-a335-ede9640814d5 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 931 time: 0.6107161 Sep 16 15:09:48.110618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.127240 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:48.151827 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:48.162072 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:48.235090 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'Port': ['ID=4ec0a063-0118-49cd-b7c3-717e7677cb7a,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:48.293813 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.303158 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ee7cb-fd30-4582-89fb-47157baa6574 req-9cc114cf-9dd1-47e8-8d2e-10538221b963 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:48.304706 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5f4ee7cb-fd30-4582-89fb-47157baa6574 req-9cc114cf-9dd1-47e8-8d2e-10538221b963 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 931 time: 0.3013964 Sep 16 15:09:48.324714 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1b959db6-eab1-4249-a16b-6137040fdecb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1919913 Sep 16 15:09:48.352439 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] Set router 133f2338-f244-4bcf-9e44-27cadcd4eb33 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:48.457790 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-623e3c79-af08-4065-a546-20b34ef521f2 req-7c6f011f-06cb-41fa-878a-4043b1361c06 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628440 Sep 16 15:09:48.458010 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.475004 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.569431 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d313f9c9-bd04-4856-b072-def9addb5afe,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:48.633092 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5f4ee7cb-fd30-4582-89fb-47157baa6574 req-ef71acb6-e31c-480f-a2a3-91cb35c736cb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041203 Sep 16 15:09:48.642960 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.646468 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-7a112703-0829-43a3-a568-5898c45afe55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8024764 Sep 16 15:09:48.652699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41800) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:48.660807 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:48.721478 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:48.761130 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5ee0d755-455b-44e5-8081-be14d2e9da9c req-854b8e60-54f3-4f99-8cbd-2f807d21c33b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 210 time: 0.1153262 Sep 16 15:09:48.796985 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Request body: {'port': {'device_id': '780bf222-8308-43cb-a582-922d93f730e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:48.824801 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.942340 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Request body: {'port': {'device_id': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:49.224640 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:39Z', 'revision_number': 4, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'e3cd6329-f28c-4ff3-83dd-941385f3ec96', 'name': '', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'mac_address': 'fa:16:3e:6e:b2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:47Z', 'revision_number': 4, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'subnets': [{'id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:49.240525 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.345750 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82884c8-deee-4ecc-bca3-835393b4cba9 None None] The sync data for ids ['133f2338-f244-4bcf-9e44-27cadcd4eb33'] in dv-cinder-809420-1-iscsi is: [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:39Z', 'revision_number': 4, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'e3cd6329-f28c-4ff3-83dd-941385f3ec96', 'name': '', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'mac_address': 'fa:16:3e:6e:b2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:47Z', 'revision_number': 4, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'subnets': [{'id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:49.462070 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.598595 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-d0e63e9e-8706-46a5-94c6-102feebee514 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1980739976&fields=id&tenant_id=4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 267 time: 0.6892598 Sep 16 15:09:49.624973 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 2, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:49.745395 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:49.746087 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Updating router 732cf7e2-fda2-42cd-ae4b-005d2af802ac port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:49.891165 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.006866 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.346755 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Allocated IP 172.27.0.69 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/9c17b8ce-7862-4f51-bfba-51b032467925) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:50.633738 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-82c1eff4-e7a3-4d97-b575-1f3d397a88a5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.638191 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.643027 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-82c1eff4-e7a3-4d97-b575-1f3d397a88a5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 816 time: 1.0386128 Sep 16 15:09:50.662112 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.735931 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da1f7-a13d-4447-8d43-bb90c91ab44e None None] Pushing event updated for resources: {'Port': ['ID=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:50.817910 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.835108 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Attempting to bind port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Attempting to bind port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Attempting to bind port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Checking segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Bound using segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Bound port: 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:50.846529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.946981 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.988861 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-848d389d-09f3-4def-8923-08da0145018c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/quotas/4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 375 time: 0.3352933 Sep 16 15:09:51.028739 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] For port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:51.046310 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] For port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:51.054391 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:51.064476 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.064840 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:51.070001 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:51.079286 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'Port': ['ID=9c17b8ce-7862-4f51-bfba-51b032467925,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:51.081291 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-82acad6c-3f3f-4e26-a5a7-216269b54bec tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:51.101316 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-82acad6c-3f3f-4e26-a5a7-216269b54bec tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 819 time: 1.6642358 Sep 16 15:09:51.250110 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-cdb28f10-2afa-494b-91f5-c3ef30103c45 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2488229 Sep 16 15:09:51.323170 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da1f7-a13d-4447-8d43-bb90c91ab44e None None] Pushing event updated for resources: {'Port': ['ID=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:51.355585 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-4d963373-9ed0-48c2-b73d-95a6866ce2ed tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/quotas/87f4b3d0cd3e41dbafec4b2584b31f9a HTTP/1.1" status: 200 len: 375 time: 0.2545874 Sep 16 15:09:51.368878 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-7d6623a6-5d5d-4111-85a6-af154e9f956d None None] Provisioning complete for port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:51.371637 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7d6623a6-5d5d-4111-85a6-af154e9f956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.560210 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:51.561150 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:09:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:51.575112 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device e3cd6329-f28c-4ff3-83dd-941385f3ec96 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:51.632765 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad1350d-051c-44c9-a394-65f324ec227d {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:09:51.669076 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.61', 60066) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:51.712802 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.815674 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-6b6c2ed9-6602-48bb-a747-c1a36084d38d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4591165 Sep 16 15:09:51.888501 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-9b2e052d-f526-41cd-987e-1800aea706a2 service neutron] 10.222.0.52 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895517 Sep 16 15:09:51.942122 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Transition to ACTIVE for port object dad1350d-051c-44c9-a394-65f324ec227d will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:09:51.972878 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.065234 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.119131 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:52.226175 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41906) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:52.289555 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41910) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:52.352640 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.530040 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-02428b10-01c7-4f44-99e1-dd0d9bb29eb5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:52.540015 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-02428b10-01c7-4f44-99e1-dd0d9bb29eb5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 819 time: 0.7288358 Sep 16 15:09:52.622105 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-193b959b-bfa1-450a-993e-ace6db8f7e51 service neutron] 10.222.0.52 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956153 Sep 16 15:09:52.646856 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a750a9-593d-4275-9cfc-11eca36743bf {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:09:52.668345 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.707212 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port e3cd6329-f28c-4ff3-83dd-941385f3ec96 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:52.709240 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Transition to ACTIVE for port object e3a750a9-593d-4275-9cfc-11eca36743bf will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:09:52.710387 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.771997 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Attempting to bind port dad1350d-051c-44c9-a394-65f324ec227d on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:52.776556 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Attempting to bind port dad1350d-051c-44c9-a394-65f324ec227d by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '387e8016-66f2-4242-9951-8a9257060d04'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:52.777928 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Attempting to bind port dad1350d-051c-44c9-a394-65f324ec227d on network 387e8016-66f2-4242-9951-8a9257060d04 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:52.781128 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.844016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=dad1350d-051c-44c9-a394-65f324ec227d,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:52.850188 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Request body: {'port': {'device_id': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'admin_state_up': True, 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:52.954128 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7d6623a6-5d5d-4111-85a6-af154e9f956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.988390 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Port dad1350d-051c-44c9-a394-65f324ec227d on network 387e8016-66f2-4242-9951-8a9257060d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:09:52.990839 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Attempting to bind port dad1350d-051c-44c9-a394-65f324ec227d on network 387e8016-66f2-4242-9951-8a9257060d04 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:53.070220 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ae1f-a09a-45c7-b036-a2085f9ca276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.086358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41930) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:53.095559 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-7d6623a6-5d5d-4111-85a6-af154e9f956d None None] For port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:53.108421 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7d6623a6-5d5d-4111-85a6-af154e9f956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.189561 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6623a6-5d5d-4111-85a6-af154e9f956d None None] Pushing event updated for resources: {'Port': ['ID=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.195901 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.210349 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ae1f-a09a-45c7-b036-a2085f9ca276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.221619 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Attempting to bind port e3a750a9-593d-4275-9cfc-11eca36743bf on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:53.222227 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Attempting to bind port e3a750a9-593d-4275-9cfc-11eca36743bf by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:53.223025 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Attempting to bind port e3a750a9-593d-4275-9cfc-11eca36743bf on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:53.232676 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Port e3a750a9-593d-4275-9cfc-11eca36743bf on network 14ae8c46-d593-4277-8be6-57a6cc7e6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:09:53.233602 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Attempting to bind port e3a750a9-593d-4275-9cfc-11eca36743bf on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:53.235284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:53.235643 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Checking segment: {'id': '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '387e8016-66f2-4242-9951-8a9257060d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:53.236297 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Bound using segment: {'id': '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '387e8016-66f2-4242-9951-8a9257060d04'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:53.236741 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Bound port: dad1350d-051c-44c9-a394-65f324ec227d, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '387e8016-66f2-4242-9951-8a9257060d04'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:53.237101 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.240907 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fe1ae1f-a09a-45c7-b036-a2085f9ca276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.243168 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:51Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:53.280412 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1fe1ae1f-a09a-45c7-b036-a2085f9ca276 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebba2996462e4e58a7b52bca50e0db2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0385845 Sep 16 15:09:53.292480 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-564e13ad-9182-49ca-a7a7-3e7253455829 service neutron] 10.222.0.52 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4744732 Sep 16 15:09:53.294261 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41940) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:53.420204 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ec6c4b-ff54-431b-9c05-423c96c734fa None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:51Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:53.451445 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9a6900fe-8035-481b-a838-2d57470938a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.452846 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port e3cd6329-f28c-4ff3-83dd-941385f3ec96, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=e3cd6329-f28c-4ff3-83dd-941385f3ec96,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:53.465311 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-52d0c16a-a982-47b6-a9d8-6aa53ee2a84a service neutron] 10.222.0.52 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717601 Sep 16 15:09:53.469484 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.473456 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-2d2665de-9737-49d6-a902-fed01454a8d6 None None] Provisioning complete for port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:53.475437 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d2665de-9737-49d6-a902-fed01454a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.534015 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:53.534362 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Checking segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:53.551144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Bound using segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:53.551815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Bound port: e3a750a9-593d-4275-9cfc-11eca36743bf, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:53.552439 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.613761 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Made reservation on behalf of 87f4b3d0cd3e41dbafec4b2584b31f9a for: {'port': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:53.626334 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.756821 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a750a9-593d-4275-9cfc-11eca36743bf,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.826848 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=e3cd6329-f28c-4ff3-83dd-941385f3ec96,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.830226 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f672a46-1422-400d-ac79-80143b04619c req-2b59bac9-45bc-46a7-b97a-dfec99bd9de1 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:53.831866 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6f672a46-1422-400d-ac79-80143b04619c req-2b59bac9-45bc-46a7-b97a-dfec99bd9de1 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 943 time: 0.7608225 Sep 16 15:09:53.877126 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.899544 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1ae1f-a09a-45c7-b036-a2085f9ca276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f44d5-b4ea-47ea-b417-9595bed1966b,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.940370 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-50b75700-bf8f-4d40-97dc-a0bdd05f987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.044929 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.202140 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6f672a46-1422-400d-ac79-80143b04619c req-9060e8e2-74fa-43f8-881f-92be23c6d4b0 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525586 Sep 16 15:09:54.407918 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.419436 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5a22e943-30f4-4227-917c-127cf6b7a272 req-97baecfa-d786-409f-86c0-4263cb761a38 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 210 time: 0.0484622 Sep 16 15:09:54.531338 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] For port dad1350d-051c-44c9-a394-65f324ec227d, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:54.563198 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] For port e3a750a9-593d-4275-9cfc-11eca36743bf, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:54.566920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] For port e3a750a9-593d-4275-9cfc-11eca36743bf, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e3a750a9-593d-4275-9cfc-11eca36743bf,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:54.586632 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.676501 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-59bce424-4b25-4cf5-9849-4998baa9b108 req-5f18350a-b1a8-4804-8a7c-7d38215699ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 210 time: 0.1193457 Sep 16 15:09:54.684369 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'Port': ['ID=9c17b8ce-7862-4f51-bfba-51b032467925,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:54.697980 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] For port dad1350d-051c-44c9-a394-65f324ec227d, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=dad1350d-051c-44c9-a394-65f324ec227d,segment=NetworkSegment(1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f),segment_id=1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:54.767618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.768689 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.771856 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] 10.222.0.61 "PUT /v2.0/ports/e3a750a9-593d-4275-9cfc-11eca36743bf HTTP/1.1" status: 200 len: 1093 time: 6.4921038 Sep 16 15:09:54.780023 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'tag': 'e3a750a9-593d-4275-9cfc-11eca36743bf'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:09:54.860378 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.870729 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40a58896-0d89-4832-a97a-8ef2c58116d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.880675 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba272a6-de50-43cd-84a9-03080d0f1b0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a750a9-593d-4275-9cfc-11eca36743bf,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:54.892345 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13590a11-9ad0-4ede-a72b-d8f4e99f1aaf req-408bfe4d-a658-4384-abf2-0bbc002d634d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.894052 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-13590a11-9ad0-4ede-a72b-d8f4e99f1aaf req-408bfe4d-a658-4384-abf2-0bbc002d634d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 943 time: 0.8957527 Sep 16 15:09:54.915410 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9a6900fe-8035-481b-a838-2d57470938a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.918094 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Allocated IP 172.20.0.6 (5829b334-5f53-4e64-b765-78a33613d4f4/2daf34f9-e853-4b4a-9bcc-fda7683c7c51/b31076aa-e371-4561-988e-7ae33e1c7b5a) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:54.924308 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9a6900fe-8035-481b-a838-2d57470938a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.940879 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.941066 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.941507 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.942299 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-e739ae13-1085-4f1e-a707-a413d0c0fbc7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2856247 Sep 16 15:09:54.942908 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] 10.222.0.61 "PUT /v2.0/ports/dad1350d-051c-44c9-a394-65f324ec227d HTTP/1.1" status: 200 len: 1093 time: 6.6848404 Sep 16 15:09:54.947213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40a58896-0d89-4832-a97a-8ef2c58116d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.985653 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9a6900fe-8035-481b-a838-2d57470938a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=697fc0c2336f4c2191874615cd1d6654&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6923542 Sep 16 15:09:54.992684 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41960) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:54.993246 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6900fe-8035-481b-a838-2d57470938a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d6e0aa-fe9b-4820-beda-8ad918697e04,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:55.038732 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18acb7a-8262-473f-8fc5-7799114c829f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d26d799-8670-4fc6-aa6a-16aba8778fb6", "tag": "e3a750a9-593d-4275-9cfc-11eca36743bf"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:09:55.070795 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1da64-57f6-4fee-8aca-9aa826f8dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=dad1350d-051c-44c9-a394-65f324ec227d,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:55.083220 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-13590a11-9ad0-4ede-a72b-d8f4e99f1aaf req-50d2481f-7140-413d-8966-a6cfa5a9526a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779344 Sep 16 15:09:55.140864 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40a58896-0d89-4832-a97a-8ef2c58116d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.143455 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40a58896-0d89-4832-a97a-8ef2c58116d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.144607 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-40a58896-0d89-4832-a97a-8ef2c58116d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a3f44d5-b4ea-47ea-b417-9595bed1966b HTTP/1.1" status: 204 len: 168 time: 1.7084982 Sep 16 15:09:55.158384 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bd310f7e-855d-4656-9913-b8c2b12b6d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.170588 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58896-0d89-4832-a97a-8ef2c58116d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f44d5-b4ea-47ea-b417-9595bed1966b,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:55.187213 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.209142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-50b75700-bf8f-4d40-97dc-a0bdd05f987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.211204 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bd310f7e-855d-4656-9913-b8c2b12b6d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.219206 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-50b75700-bf8f-4d40-97dc-a0bdd05f987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.246912 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.299126 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-50b75700-bf8f-4d40-97dc-a0bdd05f987d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e33f2cf30f24b1f95fb4e82c2b09259&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0868816 Sep 16 15:09:55.299867 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 41980) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:55.302989 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b75700-bf8f-4d40-97dc-a0bdd05f987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52381473-3f31-4a77-8f39-ef049c91833d,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:55.329621 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Network 5829b334-5f53-4e64-b765-78a33613d4f4 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:55.342221 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:55.351502 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:55.377901 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-62ebc926-39da-4309-9614-d6b0d42eb83e tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2109148755&fields=id&tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357 HTTP/1.1" status: 200 len: 267 time: 0.1216946 Sep 16 15:09:55.409343 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Pushing event updated for resources: {'Port': ['ID=b31076aa-e371-4561-988e-7ae33e1c7b5a,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:55.443907 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451bed4e-1bfb-4f57-85dc-dad8bc346cdb x-openstack-request-id: req-451bed4e-1bfb-4f57-85dc-dad8bc346cdb {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:09:55.444198 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d26d799-8670-4fc6-aa6a-16aba8778fb6", "tag": "e3a750a9-593d-4275-9cfc-11eca36743bf", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:09:55.444451 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-451bed4e-1bfb-4f57-85dc-dad8bc346cdb {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:09:55.444902 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'tag': 'e3a750a9-593d-4275-9cfc-11eca36743bf', 'status': 'completed', 'code': 200} Sep 16 15:09:55.454667 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.455543 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.479474 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-5f896cd7-721b-4c93-bb3a-2245e81dda1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6431496 Sep 16 15:09:55.500594 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bd310f7e-855d-4656-9913-b8c2b12b6d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.503824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bd310f7e-855d-4656-9913-b8c2b12b6d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.507520 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-bd310f7e-855d-4656-9913-b8c2b12b6d1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49d6e0aa-fe9b-4820-beda-8ad918697e04 HTTP/1.1" status: 204 len: 168 time: 0.5114937 Sep 16 15:09:55.538122 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Request body: {'port': {'device_id': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:55.658100 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e31e75a5-62de-4058-93ef-79149f1be051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.658836 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a91e6-858b-4ecc-b18a-a94cb4a9b8f6 req-040b8950-2e71-4ffa-b6bd-13302394a8b4 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.660584 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-da3a91e6-858b-4ecc-b18a-a94cb4a9b8f6 req-040b8950-2e71-4ffa-b6bd-13302394a8b4 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 943 time: 0.1001089 Sep 16 15:09:55.661068 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 41994) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:55.676393 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd310f7e-855d-4656-9913-b8c2b12b6d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d6e0aa-fe9b-4820-beda-8ad918697e04,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:55.714728 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-937ae063-fedc-48c9-9148-c147a46633c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.726763 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.821266 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-da3a91e6-858b-4ecc-b18a-a94cb4a9b8f6 req-90835b54-36a0-45df-848a-824f59c71a33 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394653 Sep 16 15:09:55.835350 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:55.842501 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e31e75a5-62de-4058-93ef-79149f1be051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.924545 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-a92f9cbe-2e81-44e1-ab93-3bf9614994a8 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.926089 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-a92f9cbe-2e81-44e1-ab93-3bf9614994a8 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 810 time: 0.5342491 Sep 16 15:09:55.949843 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18acb7a-8262-473f-8fc5-7799114c829f req-6edb7cb1-9bf6-4a32-81ea-8d4dff329e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.970437 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d18acb7a-8262-473f-8fc5-7799114c829f req-6edb7cb1-9bf6-4a32-81ea-8d4dff329e96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 1096 time: 0.4335814 Sep 16 15:09:56.003637 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-247c106d-7b0b-4378-846c-233025e75afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:56.015022 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-247c106d-7b0b-4378-846c-233025e75afd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c029949eecb24ce594e39d49d26ea082&device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 1096 time: 0.3584404 Sep 16 15:09:56.026541 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:56.027288 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.080534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.61', 60076) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:56.160625 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device e3cd6329-f28c-4ff3-83dd-941385f3ec96 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:56.209790 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42002) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:56.248385 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port e3cd6329-f28c-4ff3-83dd-941385f3ec96 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:56.248912 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.267326 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-5649b3df-a64f-45cc-a6f5-a4f3346537f1 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/quotas/a50e9feda4bf4f20a1fb62c3c3b5a357 HTTP/1.1" status: 200 len: 375 time: 0.2943969 Sep 16 15:09:56.268917 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-c1607386-912a-4946-b466-19076a26f1c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad1350d-051c-44c9-a394-65f324ec227d HTTP/1.1" status: 200 len: 217 time: 0.2386091 Sep 16 15:09:56.272193 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-348c9702-0d4f-4a66-94ad-46adcd91bd5f req-36db7447-336d-42c7-8480-3959ef6f1665 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 210 time: 0.0822754 Sep 16 15:09:56.338789 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aba052f5-2fd9-4529-9a38-c08cb98ad49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.428824 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0f6c5cbe-6fc5-4cea-ab91-f57d62035181 req-06607f5d-c6cf-492b-94b0-c44dd48ed4eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 210 time: 0.0447881 Sep 16 15:09:56.445213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e31e75a5-62de-4058-93ef-79149f1be051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.449069 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e31e75a5-62de-4058-93ef-79149f1be051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.450201 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-e31e75a5-62de-4058-93ef-79149f1be051 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52381473-3f31-4a77-8f39-ef049c91833d HTTP/1.1" status: 204 len: 168 time: 1.1442845 Sep 16 15:09:56.497098 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-937ae063-fedc-48c9-9148-c147a46633c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.513122 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-937ae063-fedc-48c9-9148-c147a46633c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.532123 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e75a5-62de-4058-93ef-79149f1be051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52381473-3f31-4a77-8f39-ef049c91833d,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:56.569132 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-06e967a0-228b-441f-a056-ff13f76e3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:56.570764 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-06e967a0-228b-441f-a056-ff13f76e3ced service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3382915-fc90-4fe6-898a-b24e6acaf71c HTTP/1.1" status: 200 len: 851 time: 0.2349358 Sep 16 15:09:56.600119 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.61', 60079) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:56.612066 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18acb7a-8262-473f-8fc5-7799114c829f req-02c28ebf-ad6c-48d7-9259-0b83e6d7c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:56.613963 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d18acb7a-8262-473f-8fc5-7799114c829f req-02c28ebf-ad6c-48d7-9259-0b83e6d7c902 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e996f34b557847edaec9995df7fab9c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6424327 Sep 16 15:09:56.699818 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-93ab5f18-04d6-4484-a88a-f21ace060052 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=387e8016-66f2-4242-9951-8a9257060d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955513 Sep 16 15:09:56.707851 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-937ae063-fedc-48c9-9148-c147a46633c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c9a0bc5cf4c428cb58df22045408390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0409248 Sep 16 15:09:56.716837 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42014) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:56.735499 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae063-fedc-48c9-9148-c147a46633c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6c93c2-fec8-4e73-a4ee-3970ad3e6f9f,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:56.765105 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31076aa-e371-4561-988e-7ae33e1c7b5a {{(pid=94190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:09:56.770993 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-4aff7c75-86a5-490a-901f-e1d1ad512488 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4364626 Sep 16 15:09:56.779105 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.798507 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-2d815099-ce1a-4e47-9f4c-0ef7e809ac44 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:56.800192 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-2d815099-ce1a-4e47-9f4c-0ef7e809ac44 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 816 time: 0.7186422 Sep 16 15:09:56.852072 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bb6b9-98ce-4677-9f23-ca7afc3b4cb8 req-18278f1b-2e18-403e-bebe-60b9e01cdc70 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:56.860223 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-140bb6b9-98ce-4677-9f23-ca7afc3b4cb8 req-18278f1b-2e18-403e-bebe-60b9e01cdc70 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 943 time: 0.3190656 Sep 16 15:09:56.901383 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.provisioning_blocks [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Transition to ACTIVE for port object b31076aa-e371-4561-988e-7ae33e1c7b5a will not be triggered until provisioned by entity L2. {{(pid=94190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:09:56.920807 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.943817 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42022) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.017264 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-140bb6b9-98ce-4677-9f23-ca7afc3b4cb8 req-9b4521d7-bc3e-4ccb-bbcf-e373b30b3274 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561530 Sep 16 15:09:57.018468 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-9f4ba2ce-7fa8-4a6a-9f85-524cd4034d06 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 380 time: 0.1822369 Sep 16 15:09:57.024040 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b7c3bd23-874e-4961-a97b-326f14bad9b5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.026323 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b7c3bd23-874e-4961-a97b-326f14bad9b5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 819 time: 0.4152160 Sep 16 15:09:57.057589 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Request body: {'port': {'device_id': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'admin_state_up': True, 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:57.085842 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aba052f5-2fd9-4529-9a38-c08cb98ad49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.087038 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-75457fff-88a7-4d87-9467-3bc4dfc26a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.089878 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-082972db-8d57-447a-b3c2-8c48b63fdc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.136968 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Pushing event updated for resources: {'Port': ['ID=b31076aa-e371-4561-988e-7ae33e1c7b5a,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.139406 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-aba052f5-2fd9-4529-9a38-c08cb98ad49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.245392 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'port': {'device_id': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'admin_state_up': True, 'tenant_id': '4af11df0b6274274bda894396d463013', 'security_groups': ['9ad02108-845a-45f8-868c-867bd2a05c61']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:57.263844 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-082972db-8d57-447a-b3c2-8c48b63fdc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.311322 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-aba052f5-2fd9-4529-9a38-c08cb98ad49f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a15e3aa34184a27a55d4e54f2191873&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1002691 Sep 16 15:09:57.324276 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42028) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.325358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18acb7a-8262-473f-8fc5-7799114c829f req-ce0837e0-860e-4bd0-9d8a-39cb81822375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.326847 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d18acb7a-8262-473f-8fc5-7799114c829f req-ce0837e0-860e-4bd0-9d8a-39cb81822375 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6663513 Sep 16 15:09:57.363517 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba052f5-2fd9-4529-9a38-c08cb98ad49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2894c-3be5-4acc-8742-0353dd331910,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.404674 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-f0af517a-2dc8-4c41-8046-30d71026283c service neutron] 10.222.0.61 "GET /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325715 Sep 16 15:09:57.424403 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e934c6a8-cdf3-4ef9-8b1e-89ae16008e43 service neutron] 10.222.0.52 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116614 Sep 16 15:09:57.446487 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780bf222-8308-43cb-a582-922d93f730e5', 'tag': 'dad1350d-051c-44c9-a394-65f324ec227d'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:09:57.449177 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757e835c-8776-4ad9-8687-c5e7d7058947" -d '{"events": [{"name": "network-changed", "server_uuid": "780bf222-8308-43cb-a582-922d93f730e5", "tag": "dad1350d-051c-44c9-a394-65f324ec227d"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:09:57.452666 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de5e27-7951-4469-9781-408228c1fe68 req-4191f625-0d74-4349-ab78-e46c8e160bbc tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.454257 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b8de5e27-7951-4469-9781-408228c1fe68 req-4191f625-0d74-4349-ab78-e46c8e160bbc tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 943 time: 0.3408813 Sep 16 15:09:57.464142 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.managers [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Attempting to bind port b31076aa-e371-4561-988e-7ae33e1c7b5a on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:57.464781 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.managers [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Attempting to bind port b31076aa-e371-4561-988e-7ae33e1c7b5a by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'}] {{(pid=94190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:57.465109 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Attempting to bind port b31076aa-e371-4561-988e-7ae33e1c7b5a on network 5829b334-5f53-4e64-b765-78a33613d4f4 {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:57.496480 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Port b31076aa-e371-4561-988e-7ae33e1c7b5a on network 5829b334-5f53-4e64-b765-78a33613d4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:09:57.496847 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Attempting to bind port b31076aa-e371-4561-988e-7ae33e1c7b5a on network 5829b334-5f53-4e64-b765-78a33613d4f4 {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:57.517139 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:57.517443 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Checking segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:57.518035 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Bound using segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:57.518551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.managers [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Bound port: b31076aa-e371-4561-988e-7ae33e1c7b5a, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'}}] {{(pid=94190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:57.518919 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.520727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-082972db-8d57-447a-b3c2-8c48b63fdc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.523257 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-082972db-8d57-447a-b3c2-8c48b63fdc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.524367 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-082972db-8d57-447a-b3c2-8c48b63fdc2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f6c93c2-fec8-4e73-a4ee-3970ad3e6f9f HTTP/1.1" status: 204 len: 168 time: 0.7992656 Sep 16 15:09:57.555062 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082972db-8d57-447a-b3c2-8c48b63fdc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6c93c2-fec8-4e73-a4ee-3970ad3e6f9f,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.562401 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b8de5e27-7951-4469-9781-408228c1fe68 req-ed7b327d-0801-4e1a-bdd3-3409347a4b01 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931804 Sep 16 15:09:57.619544 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-5de74137-6f1f-41a5-a172-86ce411d0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.621863 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-5de74137-6f1f-41a5-a172-86ce411d0751 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 1096 time: 0.2497935 Sep 16 15:09:57.623015 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-75457fff-88a7-4d87-9467-3bc4dfc26a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.636566 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a55d-1b30-40e9-8de4-0c6bc320f3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.644129 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-75457fff-88a7-4d87-9467-3bc4dfc26a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.696198 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] For port b31076aa-e371-4561-988e-7ae33e1c7b5a, host hv-cinder-80942, cleared binding levels {{(pid=94190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:57.701064 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-cd4a18c6-653a-45af-a3c5-783682f1c50c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3a750a9-593d-4275-9cfc-11eca36743bf HTTP/1.1" status: 200 len: 217 time: 0.0672579 Sep 16 15:09:57.701635 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.db.api [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:09:57.701635 dv-cinder-809420-1-iscsi neutron-server[94191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 15:09:57.701635 dv-cinder-809420-1-iscsi neutron-server[94191]: [parameters: {'project_id_1': '4af11df0b6274274bda894396d463013', 'expiration_1': datetime.datetime(2021, 9, 16, 15, 9, 37, 603708)}] Sep 16 15:09:57.701635 dv-cinder-809420-1-iscsi neutron-server[94191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:09:57.702100 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG oslo_db.api [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:09:57.754820 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a338dda-aa14-4863-8c32-1f0f659a7926 req-d717e191-c6a6-4360-a3fd-64e23d80abbc service neutron] 10.222.0.61 "GET /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253152 Sep 16 15:09:57.756610 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-857ae3c0-8865-4b07-a6d4-4f3dc752812d service neutron] 10.222.0.52 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109174 Sep 16 15:09:57.767276 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a55d-1b30-40e9-8de4-0c6bc320f3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.803388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-a5cf8740-7cab-47e9-922d-8062426c5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.804921 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-a5cf8740-7cab-47e9-922d-8062426c5022 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.0870178 Sep 16 15:09:57.846541 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-e7766bb0-2dc2-41e2-b4af-584007e2792a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309932 Sep 16 15:09:57.918004 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Made reservation on behalf of 87f4b3d0cd3e41dbafec4b2584b31f9a for: {'port': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:57.930210 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.935816 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3f1d358a-658d-41ae-8e5a-5b78bb3375b3 req-a3d53be2-af7d-4696-9d0a-8c8ae9ff8baf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 210 time: 0.2586310 Sep 16 15:09:57.953887 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] For port b31076aa-e371-4561-988e-7ae33e1c7b5a, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:57.957075 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75457fff-88a7-4d87-9467-3bc4dfc26a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9c5a3-85de-4f6a-acb4-ad3f810de48f,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.961841 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-75457fff-88a7-4d87-9467-3bc4dfc26a04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1282f83d51304907a520d77187a457dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9857850 Sep 16 15:09:57.965669 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42044) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.986239 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.051658 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-cb57e8dc-d0ce-42b8-a450-097b3b35fdc9 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955063 Sep 16 15:09:58.055657 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.056287 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.057953 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] 10.222.0.61 "PUT /v2.0/ports/b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 1093 time: 2.5565104 Sep 16 15:09:58.061106 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'tag': 'b31076aa-e371-4561-988e-7ae33e1c7b5a'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:09:58.163161 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085deb0a-eea9-4a3d-8e1c-f16ce557b85c service neutron] Pushing event updated for resources: {'Port': ['ID=b31076aa-e371-4561-988e-7ae33e1c7b5a,revision_number=3']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.205902 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-229fe205-c6bf-4eef-aae3-11d84395d473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.241369 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ffe781a8-8daa-4e62-85bf-f08597329752 req-c568484c-dfaf-4e95-9137-063666b132cb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 210 time: 0.1321163 Sep 16 15:09:58.277695 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-675e2703-e8bc-4343-b39a-21edbf45a8b0 req-5b0cf29f-3774-4101-a0eb-0b0411a04722 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123129 Sep 16 15:09:58.305380 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004bfbd-26ad-44fd-ac7c-f09b7d504653 x-openstack-request-id: req-3004bfbd-26ad-44fd-ac7c-f09b7d504653 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:09:58.306228 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780bf222-8308-43cb-a582-922d93f730e5", "tag": "dad1350d-051c-44c9-a394-65f324ec227d", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:09:58.306519 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3004bfbd-26ad-44fd-ac7c-f09b7d504653 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:09:58.306941 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780bf222-8308-43cb-a582-922d93f730e5', 'tag': 'dad1350d-051c-44c9-a394-65f324ec227d', 'status': 'completed', 'code': 200} Sep 16 15:09:58.307908 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Made reservation on behalf of 4af11df0b6274274bda894396d463013 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:58.313766 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.330992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a55d-1b30-40e9-8de4-0c6bc320f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.333776 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a55d-1b30-40e9-8de4-0c6bc320f3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.335254 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b3e7a55d-1b30-40e9-8de4-0c6bc320f3e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2e2894c-3be5-4acc-8742-0353dd331910 HTTP/1.1" status: 204 len: 168 time: 1.0073001 Sep 16 15:09:58.378718 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bd3d794-84f5-4611-8c16-cd1e3ee72c29 req-a7b3bfb2-f99c-4d89-bde2-55a599f8bb30 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 210 time: 0.0980172 Sep 16 15:09:58.386287 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1937a6-3dff-4734-91ac-09b89feb4d32" -d '{"events": [{"name": "network-changed", "server_uuid": "de6dfe74-24a5-4d57-ab63-d1cc9b11d539", "tag": "b31076aa-e371-4561-988e-7ae33e1c7b5a"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:09:58.388999 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7a55d-1b30-40e9-8de4-0c6bc320f3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2894c-3be5-4acc-8742-0353dd331910,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.418712 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-229fe205-c6bf-4eef-aae3-11d84395d473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.508315 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-9496ac3d-8c89-4e94-96be-9d4e60349745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.510017 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-9496ac3d-8c89-4e94-96be-9d4e60349745 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c029949eecb24ce594e39d49d26ea082&device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 1096 time: 0.2304919 Sep 16 15:09:58.569288 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Allocated IP 172.20.0.14 (4a92c9db-2afe-4259-976f-aa0af1d4b6f9/f8f8b556-338b-42d9-b4a3-756ba7871668/d40e6b71-7386-4e03-9426-52dc3570f5b6) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:58.594771 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-cfbc5191-2e24-4615-8a1a-1faebcd72c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.596844 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-cfbc5191-2e24-4615-8a1a-1faebcd72c37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1096 time: 0.4588048 Sep 16 15:09:58.617180 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Allocated IP 172.20.0.7 (5829b334-5f53-4e64-b765-78a33613d4f4/2daf34f9-e853-4b4a-9bcc-fda7683c7c51/ec7fe33a-32da-4fbc-b06f-58b91bb9e334) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:58.703052 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-a4f73449-726e-41a3-a9c6-6ff2c5da2c89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.0872593 Sep 16 15:09:58.717411 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb431210-ee90-4a15-91c8-d9ce8d4adb14 req-ded3072f-0cac-4dce-8143-266721378ebc tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.724916 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-eb431210-ee90-4a15-91c8-d9ce8d4adb14 req-ded3072f-0cac-4dce-8143-266721378ebc tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 943 time: 0.3238430 Sep 16 15:09:58.742288 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-5f67c091-ff14-4000-a019-e0046d92a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.743871 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-5f67c091-ff14-4000-a019-e0046d92a26d service neutron] 10.222.0.61 "GET /v2.0/networks?id=387e8016-66f2-4242-9951-8a9257060d04 HTTP/1.1" status: 200 len: 912 time: 0.2248185 Sep 16 15:09:58.802227 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-229fe205-c6bf-4eef-aae3-11d84395d473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.805217 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-229fe205-c6bf-4eef-aae3-11d84395d473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.806590 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-229fe205-c6bf-4eef-aae3-11d84395d473 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdd9c5a3-85de-4f6a-acb4-ad3f810de48f HTTP/1.1" status: 204 len: 168 time: 0.8371840 Sep 16 15:09:58.851130 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe205-c6bf-4eef-aae3-11d84395d473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9c5a3-85de-4f6a-acb4-ad3f810de48f,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.857825 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-e635d1e2-6d90-4482-a7dd-2f3b6b224751 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad1350d-051c-44c9-a394-65f324ec227d HTTP/1.1" status: 200 len: 217 time: 0.0984006 Sep 16 15:09:58.878763 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-16e64949-117a-4cdf-81fc-d6ac1c681d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.880517 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-16e64949-117a-4cdf-81fc-d6ac1c681d62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.1504290 Sep 16 15:09:58.903537 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-eb431210-ee90-4a15-91c8-d9ce8d4adb14 req-e844899c-756a-4e5e-a9fb-ef6d74c5c194 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774089 Sep 16 15:09:58.904220 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42084) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:58.912225 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.926052 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575a1ea6-ce0a-4a84-b70c-cd8232dd2c93 x-openstack-request-id: req-575a1ea6-ce0a-4a84-b70c-cd8232dd2c93 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:09:58.926877 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6dfe74-24a5-4d57-ab63-d1cc9b11d539", "tag": "b31076aa-e371-4561-988e-7ae33e1c7b5a", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:09:58.927282 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-575a1ea6-ce0a-4a84-b70c-cd8232dd2c93 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:09:58.927895 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'tag': 'b31076aa-e371-4561-988e-7ae33e1c7b5a', 'status': 'completed', 'code': 200} Sep 16 15:09:58.973332 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.000196 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d929dabe-7b0a-4061-b133-d93b9e016e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.111242 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.127676 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-2a167a77-8e2d-4c87-972c-82aa15a2afa6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2219167 Sep 16 15:09:59.162625 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-531b9db9-8521-4cc8-9966-ad160481b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.164183 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-531b9db9-8521-4cc8-9966-ad160481b531 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3382915-fc90-4fe6-898a-b24e6acaf71c HTTP/1.1" status: 200 len: 851 time: 0.2092552 Sep 16 15:09:59.166079 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:59.192785 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:59.198446 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.201100 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:59.207608 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.208301 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.233056 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-4274d279-b6a9-49e5-8722-2066e9e92670 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=387e8016-66f2-4242-9951-8a9257060d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542262 Sep 16 15:09:59.250518 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495116b-8989-4551-bb96-1fc3f414806b req-e1ba1069-88f9-437a-8be8-696eb72f4abf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.252072 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c495116b-8989-4551-bb96-1fc3f414806b req-e1ba1069-88f9-437a-8be8-696eb72f4abf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 943 time: 0.1514788 Sep 16 15:09:59.357075 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8ec28-e9f5-4676-8532-1e99ed72f25e req-8bc0a3e6-55a9-4a4e-ae63-eba7d0971eaf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.359374 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-44d8ec28-e9f5-4676-8532-1e99ed72f25e req-8bc0a3e6-55a9-4a4e-ae63-eba7d0971eaf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 932 time: 0.2282829 Sep 16 15:09:59.365274 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c495116b-8989-4551-bb96-1fc3f414806b req-1cd79a09-1f50-4c60-abe0-8ec4f725c598 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043680 Sep 16 15:09:59.398697 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.420458 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-d28eefa2-c3e5-486e-9ed8-9298fe0b8f21 service neutron] 10.222.0.61 "GET /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672437 Sep 16 15:09:59.549010 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Pushing event updated for resources: {'Port': ['ID=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.574596 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Network 5829b334-5f53-4e64-b765-78a33613d4f4 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:59.582283 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-33b74b65-824a-413a-bb89-2062b09d45ae service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146099 Sep 16 15:09:59.595586 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-562c15ab-16f8-48f2-80bd-7e0923d0d74a None None] Provisioning complete for port d40e6b71-7386-4e03-9426-52dc3570f5b6 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:59.597138 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-562c15ab-16f8-48f2-80bd-7e0923d0d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.605798 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:59.630478 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:59.673857 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-562c15ab-16f8-48f2-80bd-7e0923d0d74a None None] Port d40e6b71-7386-4e03-9426-52dc3570f5b6 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:59.702074 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-44d8ec28-e9f5-4676-8532-1e99ed72f25e req-9ca4a177-7a7b-48eb-94d3-b7a78dfa906c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281384 Sep 16 15:09:59.849878 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d929dabe-7b0a-4061-b133-d93b9e016e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.851878 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-40a633d6-feb9-45ec-a3e8-5f68b5c58eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.894475 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.895355 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.903017 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d929dabe-7b0a-4061-b133-d93b9e016e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.908156 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-ee08f5fd-d458-47f4-999c-923412e52f74 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6725395 Sep 16 15:09:59.929712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Request body: {'port': {'device_id': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:59.971747 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-17795fb8-d932-4ae6-9466-0d77ff2da481 req-de8d2d09-e764-4464-974e-08c7a0deee49 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 210 time: 0.1198275 Sep 16 15:10:00.000225 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba94ec5-41b6-4abe-b954-1856666cd2df req-677085a0-56b7-44ad-ac26-511b5cfd367e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.001792 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5ba94ec5-41b6-4abe-b954-1856666cd2df req-677085a0-56b7-44ad-ac26-511b5cfd367e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 931 time: 0.5249035 Sep 16 15:10:00.014885 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-c837b2e0-504c-4a2f-b812-a275560b25ef tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.017007 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-c837b2e0-504c-4a2f-b812-a275560b25ef tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 810 time: 0.5221951 Sep 16 15:10:00.018993 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-7bfc6ba1-89d5-4549-b5d7-f46774a928e4 service neutron] 10.222.0.61 "GET /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890555 Sep 16 15:10:00.021044 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-75ffffab-76e5-4fec-b54a-24b297cc132e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9690390 Sep 16 15:10:00.083151 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Request body: {'port': {'device_id': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:00.087911 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.116910 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d929dabe-7b0a-4061-b133-d93b9e016e81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ac559488766499cac4f151cdba11e88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2027457 Sep 16 15:10:00.125011 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42132) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:00.149021 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929dabe-7b0a-4061-b133-d93b9e016e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd97c374-df3b-4811-b1b7-bfab53d94cc9,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:00.167420 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5ba94ec5-41b6-4abe-b954-1856666cd2df req-7db81f8d-2875-4270-9273-879f424727d2 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372950 Sep 16 15:10:00.176735 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-97bf16b0-0ae3-43d0-b184-1ac4a3567e59 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357 HTTP/1.1" status: 200 len: 380 time: 0.1169047 Sep 16 15:10:00.181209 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e9b6fef0-0d0f-4c3b-af71-d503de07edfc req-6a47fb45-de3f-4d13-a230-33b3e03f929f service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519660 Sep 16 15:10:00.205993 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'port': {'device_id': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'admin_state_up': True, 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'security_groups': ['81490930-dd74-4f28-bafa-e95ec322f25b']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:00.278914 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.304843 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd616f-4536-4ec8-b1d2-62bf20215a12 req-992192e2-c759-4d11-a6c2-a06e86991fea tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.306365 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-20fd616f-4536-4ec8-b1d2-62bf20215a12 req-992192e2-c759-4d11-a6c2-a06e86991fea tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 943 time: 0.1822186 Sep 16 15:10:00.318596 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724075e3-8045-43e8-9a9a-2c8b8c0dbc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.387106 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-44d7e03c-6013-4dd2-ba3f-567dd4e06496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.388687 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-44d7e03c-6013-4dd2-ba3f-567dd4e06496 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1096 time: 0.1456394 Sep 16 15:10:00.395514 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724075e3-8045-43e8-9a9a-2c8b8c0dbc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.456439 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-20fd616f-4536-4ec8-b1d2-62bf20215a12 req-d0edc417-429a-4683-9120-5b820c555e5b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412950 Sep 16 15:10:00.501441 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42146) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:00.542743 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Made reservation on behalf of a50e9feda4bf4f20a1fb62c3c3b5a357 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:00.546398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.730204 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0d575-6cc1-45a1-942a-26682a805094 req-479d0a7c-679d-41e7-bd91-d810a75aea74 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.737882 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-01d0d575-6cc1-45a1-942a-26682a805094 req-479d0a7c-679d-41e7-bd91-d810a75aea74 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 943 time: 0.2371473 Sep 16 15:10:00.804998 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc9a8-ea52-486e-9a59-5871a4063292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.873050 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40e6b71-7386-4e03-9426-52dc3570f5b6 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:00.883122 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-01d0d575-6cc1-45a1-942a-26682a805094 req-36374c14-fd25-4daf-8ac3-1e52a6dd17bf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441031 Sep 16 15:10:00.891109 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724075e3-8045-43e8-9a9a-2c8b8c0dbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.891384 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Allocated IP 172.20.0.4 (ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce/35b510a5-4c98-4898-b96a-b33cb2223c08/17dc4845-30b3-413a-9da2-7e8378e4ce7a) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:00.893763 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724075e3-8045-43e8-9a9a-2c8b8c0dbc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.894477 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.898068 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-724075e3-8045-43e8-9a9a-2c8b8c0dbc04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd97c374-df3b-4811-b1b7-bfab53d94cc9 HTTP/1.1" status: 204 len: 168 time: 0.7648067 Sep 16 15:10:00.929018 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-0d8196e0-ac1b-4e1e-8c9a-64403304be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.931047 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-0d8196e0-ac1b-4e1e-8c9a-64403304be55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.5300152 Sep 16 15:10:00.934547 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724075e3-8045-43e8-9a9a-2c8b8c0dbc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd97c374-df3b-4811-b1b7-bfab53d94cc9,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:00.944455 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Transition to ACTIVE for port object d40e6b71-7386-4e03-9426-52dc3570f5b6 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:00.956666 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.031633 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85015e2c-34f4-4a9e-b86a-bf348fad479e req-de6bc1a5-a8a3-4b26-8022-4d5c634b0c78 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:01.039937 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-85015e2c-34f4-4a9e-b86a-bf348fad479e req-de6bc1a5-a8a3-4b26-8022-4d5c634b0c78 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 932 time: 0.2229571 Sep 16 15:10:01.046778 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-901f999e-9fbd-4d33-8dc2-e77605d0334e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.0765893 Sep 16 15:10:01.091957 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.130378 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device dad1350d-051c-44c9-a394-65f324ec227d details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:01.163809 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d9e15b3a-141a-4a7b-99f1-f87b013168f4 req-3df53319-c45c-46c1-8cfe-063ad197d13b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 210 time: 0.0971234 Sep 16 15:10:01.164989 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-b97c6fe6-bf58-4fed-8372-0915561cbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:01.166676 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-b97c6fe6-bf58-4fed-8372-0915561cbbe2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.1119821 Sep 16 15:10:01.181824 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-85015e2c-34f4-4a9e-b86a-bf348fad479e req-af7e6cce-3a66-4beb-8751-e3e05b3fca9a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408482 Sep 16 15:10:01.232091 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-b76f4e37-0c62-495d-a2dd-5b97a3405655 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490577 Sep 16 15:10:01.370522 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Attempting to bind port d40e6b71-7386-4e03-9426-52dc3570f5b6 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:01.370998 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Attempting to bind port d40e6b71-7386-4e03-9426-52dc3570f5b6 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:01.371449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Attempting to bind port d40e6b71-7386-4e03-9426-52dc3570f5b6 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:01.406650 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc9a8-ea52-486e-9a59-5871a4063292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.424922 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Port d40e6b71-7386-4e03-9426-52dc3570f5b6 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:01.425246 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Attempting to bind port d40e6b71-7386-4e03-9426-52dc3570f5b6 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:01.438159 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:01.438521 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Checking segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:01.438903 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Bound using segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:01.439569 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Bound port: d40e6b71-7386-4e03-9426-52dc3570f5b6, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:01.440017 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.441995 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc9a8-ea52-486e-9a59-5871a4063292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.448500 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-66d7790e-bdd5-428f-a68b-bcfbfd126ab7 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938984 Sep 16 15:10:01.456319 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port dad1350d-051c-44c9-a394-65f324ec227d, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=dad1350d-051c-44c9-a394-65f324ec227d,segment=NetworkSegment(1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f),segment_id=1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:01.502179 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'dad1350d-051c-44c9-a394-65f324ec227d', 'network_id': '387e8016-66f2-4242-9951-8a9257060d04', 'port_id': 'dad1350d-051c-44c9-a394-65f324ec227d', 'mac_address': 'fa:16:3e:25:33:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3382915-fc90-4fe6-898a-b24e6acaf71c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:01.503065 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.549871 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ab4fc9a8-ea52-486e-9a59-5871a4063292 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a0f01e9f28f48949947dd34b0cf313c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0428841 Sep 16 15:10:01.553230 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42184) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:01.568521 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6622cf-1a78-4db1-a5de-31ce2e2930b6 req-e8f05ea9-4d35-48cd-abd4-c65b53bffda7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:01.570053 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bd6622cf-1a78-4db1-a5de-31ce2e2930b6 req-e8f05ea9-4d35-48cd-abd4-c65b53bffda7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 931 time: 0.2102339 Sep 16 15:10:01.576665 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fc9a8-ea52-486e-9a59-5871a4063292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82254961-c7a3-4f22-8abf-e8302287d586,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.613655 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.628120 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7fe33a-32da-4fbc-b06f-58b91bb9e334 {{(pid=94190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:01.636320 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad1350d-051c-44c9-a394-65f324ec227d {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:01.677636 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.689179 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port dad1350d-051c-44c9-a394-65f324ec227d, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=dad1350d-051c-44c9-a394-65f324ec227d,segment=NetworkSegment(1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f),segment_id=1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:01.696178 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.696753 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-c2f91da1-4bc8-42d5-b81a-df5c9979453b service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361920 Sep 16 15:10:01.696938 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e3a750a9-593d-4275-9cfc-11eca36743bf details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:01.736802 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:01.743241 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bd6622cf-1a78-4db1-a5de-31ce2e2930b6 req-93202d16-046e-481a-ace9-b2bc356c36df tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500840 Sep 16 15:10:01.745937 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:01.749269 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.provisioning_blocks [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Transition to ACTIVE for port object ec7fe33a-32da-4fbc-b06f-58b91bb9e334 will not be triggered until provisioned by entity L2. {{(pid=94190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:01.753449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.764673 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.765753 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.778763 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d231-7248-4d5d-892f-663003faad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.791094 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e0025-166c-4aed-bd7f-2e1bc24cff78 req-56f4c5c5-9002-4fc2-93bb-3797f044934f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:01.798844 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b81e0025-166c-4aed-bd7f-2e1bc24cff78 req-56f4c5c5-9002-4fc2-93bb-3797f044934f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 943 time: 0.1644115 Sep 16 15:10:01.856745 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:01.857369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.859015 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] 10.222.0.61 "PUT /v2.0/ports/d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 1094 time: 1.9387863 Sep 16 15:10:01.867639 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:01.873086 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:01.905882 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:01.923408 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'Port': ['ID=17dc4845-30b3-413a-9da2-7e8378e4ce7a,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.927525 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:01.928526 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=dad1350d-051c-44c9-a394-65f324ec227d,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.929702 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:01.933372 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b81e0025-166c-4aed-bd7f-2e1bc24cff78 req-468a5d75-05f8-49df-90f5-0ee17696d279 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288474 Sep 16 15:10:01.934242 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Pushing event updated for resources: {'Port': ['ID=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.945120 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:01.945800 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.978331 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d231-7248-4d5d-892f-663003faad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.034638 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port e3a750a9-593d-4275-9cfc-11eca36743bf, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e3a750a9-593d-4275-9cfc-11eca36743bf,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.046180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc6a0be-9783-490c-a5c0-bccc4c7f0266 x-openstack-request-id: req-4bc6a0be-9783-490c-a5c0-bccc4c7f0266 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:02.046509 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:02.046772 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bc6a0be-9783-490c-a5c0-bccc4c7f0266 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:02.047175 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'status': 'completed', 'code': 200} Sep 16 15:10:02.070454 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'e3a750a9-593d-4275-9cfc-11eca36743bf', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'port_id': 'e3a750a9-593d-4275-9cfc-11eca36743bf', 'mac_address': 'fa:16:3e:8c:ff:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ada09a-68a0-40db-92db-2c64f7803900', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:02.152761 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-130778f8-d3fc-4a39-ac47-d4dcd230ead4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9406328 Sep 16 15:10:02.155657 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.167908 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Request body: {'port': {'device_id': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:02.186288 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c7f81-8bb5-465b-bad0-cc02a481855f req-835ba96d-18dc-4622-831e-6a92671d95dd tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.194219 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7f1c7f81-8bb5-465b-bad0-cc02a481855f req-835ba96d-18dc-4622-831e-6a92671d95dd tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 944 time: 0.1689711 Sep 16 15:10:02.199253 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.managers [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Attempting to bind port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:02.199641 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.managers [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Attempting to bind port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'}] {{(pid=94190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:02.199983 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Attempting to bind port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 on network 5829b334-5f53-4e64-b765-78a33613d4f4 {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:02.206498 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a750a9-593d-4275-9cfc-11eca36743bf {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:02.248829 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 on network 5829b334-5f53-4e64-b765-78a33613d4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:02.249167 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Attempting to bind port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 on network 5829b334-5f53-4e64-b765-78a33613d4f4 {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:02.263155 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port e3a750a9-593d-4275-9cfc-11eca36743bf, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e3a750a9-593d-4275-9cfc-11eca36743bf,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.271423 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.272583 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b31076aa-e371-4561-988e-7ae33e1c7b5a details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:02.273946 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:02.274337 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Checking segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:02.274791 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Bound using segment: {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'} {{(pid=94190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:02.275252 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.managers [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Bound port: ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2201dea2-1791-440c-a32a-cce791dc8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4'}}] {{(pid=94190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:02.275655 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.338981 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7f1c7f81-8bb5-465b-bad0-cc02a481855f req-e22e8439-d859-4864-bdcc-d24ecfa1bbb1 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364202 Sep 16 15:10:02.358071 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-b6e6ab68-134f-49cf-893a-205173701435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.373508 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-b6e6ab68-134f-49cf-893a-205173701435 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1097 time: 0.4527202 Sep 16 15:10:02.417697 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-da835b87-9760-4922-a733-5e59b1b39c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.470463 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-6934aa86-e5c9-416d-91aa-520e9abd3d2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0960183 Sep 16 15:10:02.477485 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=e3a750a9-593d-4275-9cfc-11eca36743bf,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.477873 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] For port ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host hv-cinder-80942, cleared binding levels {{(pid=94190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:02.496543 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6eb1c-0746-419c-8614-b8dd2a45b607 service neutron] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.500208 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355721f6-efb2-46c7-9b81-b4d34f0ab257 req-73475dfa-b8fd-4d8c-affc-ff9a10d049db tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.502557 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-355721f6-efb2-46c7-9b81-b4d34f0ab257 req-73475dfa-b8fd-4d8c-affc-ff9a10d049db tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0779853 Sep 16 15:10:02.508519 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] For port ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:02.522157 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.583106 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.585781 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-355721f6-efb2-46c7-9b81-b4d34f0ab257 req-aa0bafaa-5f68-4b3c-a7a5-735083ed1896 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715826 Sep 16 15:10:02.597501 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.598338 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.599785 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] 10.222.0.61 "PUT /v2.0/ports/ec7fe33a-32da-4fbc-b06f-58b91bb9e334 HTTP/1.1" status: 200 len: 1093 time: 2.5364842 Sep 16 15:10:02.600237 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'tag': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:02.606586 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef08d90-47b4-4f4f-8efd-39739596bbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "075a3182-e66d-48b4-a42b-8c9b3f110a16", "tag": "ec7fe33a-32da-4fbc-b06f-58b91bb9e334"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:02.628502 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port b31076aa-e371-4561-988e-7ae33e1c7b5a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.639066 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf5f1c-63b9-4ac6-bd3d-4ba413d4d29b service neutron] Pushing event updated for resources: {'Port': ['ID=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,revision_number=3']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.650650 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'b31076aa-e371-4561-988e-7ae33e1c7b5a', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'port_id': 'b31076aa-e371-4561-988e-7ae33e1c7b5a', 'mac_address': 'fa:16:3e:e3:68:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:02.684754 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d231-7248-4d5d-892f-663003faad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.687805 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a3c9d231-7248-4d5d-892f-663003faad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.689373 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a3c9d231-7248-4d5d-892f-663003faad6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82254961-c7a3-4f22-8abf-e8302287d586 HTTP/1.1" status: 204 len: 168 time: 1.1332583 Sep 16 15:10:02.700932 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.723539 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31076aa-e371-4561-988e-7ae33e1c7b5a {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:02.746903 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-f8cb141d-7fc1-43fd-9db4-a20884c7baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.747082 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b433f7d3-446c-4958-a4b4-c9c60d587e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.748979 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-f8cb141d-7fc1-43fd-9db4-a20884c7baf4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.2435124 Sep 16 15:10:02.750020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9d231-7248-4d5d-892f-663003faad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82254961-c7a3-4f22-8abf-e8302287d586,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.750728 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b433f7d3-446c-4958-a4b4-c9c60d587e81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 1096 time: 0.1055927 Sep 16 15:10:02.754805 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a28ea-2da8-4e79-8644-5c77465ebcd8 x-openstack-request-id: req-559a28ea-2da8-4e79-8644-5c77465ebcd8 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:02.755102 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075a3182-e66d-48b4-a42b-8c9b3f110a16", "tag": "ec7fe33a-32da-4fbc-b06f-58b91bb9e334", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:02.755349 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-559a28ea-2da8-4e79-8644-5c77465ebcd8 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:02.755749 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'tag': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334', 'status': 'completed', 'code': 200} Sep 16 15:10:02.770227 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c8b1-faa4-44b9-a8cd-506efb306ca6 req-84298686-a4a4-4ff4-a605-adaa38b63085 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.781297 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a33c8b1-faa4-44b9-a8cd-506efb306ca6 req-84298686-a4a4-4ff4-a605-adaa38b63085 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 931 time: 0.4355063 Sep 16 15:10:02.795553 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port b31076aa-e371-4561-988e-7ae33e1c7b5a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.805523 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-216cfe7f-8db7-4f45-8826-a02674d58e3b None None] Provisioning complete for port 17dc4845-30b3-413a-9da2-7e8378e4ce7a triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:02.805905 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-216cfe7f-8db7-4f45-8826-a02674d58e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.858264 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.860959 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-2bb67830-eda8-4d26-a595-5bcf33c05117 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334 HTTP/1.1" status: 200 len: 217 time: 0.0887978 Sep 16 15:10:02.909204 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:10:02.987753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-216cfe7f-8db7-4f45-8826-a02674d58e3b None None] Port 17dc4845-30b3-413a-9da2-7e8378e4ce7a cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:10:03.032422 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a33c8b1-faa4-44b9-a8cd-506efb306ca6 req-5e9553e0-9fdc-43d8-873c-66d826150430 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451112 Sep 16 15:10:03.037200 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b6bdde7b-3358-4590-9ca8-bbef09761370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.039457 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b6bdde7b-3358-4590-9ca8-bbef09761370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.1772664 Sep 16 15:10:03.053521 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6c4ea-c6d8-456f-be46-a8d529288066 req-9ec28f69-bb87-4cda-a376-54c68e63cb12 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.067750 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ae6c4ea-c6d8-456f-be46-a8d529288066 req-9ec28f69-bb87-4cda-a376-54c68e63cb12 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 943 time: 0.1390450 Sep 16 15:10:03.081120 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-197d06fd-595d-4fa8-b6a9-b282145e7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.082646 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-197d06fd-595d-4fa8-b6a9-b282145e7864 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2768450 Sep 16 15:10:03.131595 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=b31076aa-e371-4561-988e-7ae33e1c7b5a,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:03.135956 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ae6c4ea-c6d8-456f-be46-a8d529288066 req-078ded2f-35b3-4224-b696-5c88b1327c5d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618682 Sep 16 15:10:03.159433 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-7adc0fcc-30d8-42ea-abf6-fecfe7d44b8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680254 Sep 16 15:10:03.167935 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.197539 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['dad1350d-051c-44c9-a394-65f324ec227d'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:03.224777 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['b31076aa-e371-4561-988e-7ae33e1c7b5a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:03.283323 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:03.300609 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-b6629758-0753-4076-b59c-41a90fde2a47 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209607 Sep 16 15:10:03.340667 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc8331-7ca7-48af-9b40-de9301740d88 req-088d38c3-5ca3-4ecc-a1cf-328cc51bb62d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.350038 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44bc8331-7ca7-48af-9b40-de9301740d88 req-088d38c3-5ca3-4ecc-a1cf-328cc51bb62d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 944 time: 0.1842287 Sep 16 15:10:03.380435 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-2d91e9e0-7575-42d9-a71a-292abe4ac99c service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865744 Sep 16 15:10:03.385881 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.430830 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42238) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:03.435896 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44bc8331-7ca7-48af-9b40-de9301740d88 req-15ea4f9f-221c-4ad7-a1e5-2fca94a2060b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850935 Sep 16 15:10:03.467263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d51c4064-c904-40d7-87b9-111c03ac7a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.586044 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-465776dd-21cb-4bde-bca3-ace42b37ca58 req-e6cba4b1-4a6f-445f-9f97-82ba012cc4f6 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767549 Sep 16 15:10:03.599152 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4b2bd-5393-4568-addb-ef9e341d111e req-f6f331cf-ee19-4185-9fbf-202b4ad3ad5c tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.605326 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c9c4b2bd-5393-4568-addb-ef9e341d111e req-f6f331cf-ee19-4185-9fbf-202b4ad3ad5c tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 944 time: 0.1011670 Sep 16 15:10:03.791261 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c9c4b2bd-5393-4568-addb-ef9e341d111e req-6807311c-9934-4b31-b5b5-19b6b6688cf2 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667192 Sep 16 15:10:03.800748 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-ef81907f-c87d-4203-b805-d8fdd070cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.802213 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-ef81907f-c87d-4203-b805-d8fdd070cd93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 1096 time: 0.1430318 Sep 16 15:10:03.820339 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-05c268ad-6212-4cba-8af6-a212c657b9ab req-fb334107-2e8a-459d-89a2-690a63314856 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243202 Sep 16 15:10:03.830211 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dc4845-30b3-413a-9da2-7e8378e4ce7a {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:03.843339 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.866545 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Transition to ACTIVE for port object 17dc4845-30b3-413a-9da2-7e8378e4ce7a will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:03.879607 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.889303 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47160b7-c5da-44dd-ad60-1046d291c800 req-41e3a3e6-f1ad-4c84-b262-c6db516cdc18 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.892033 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a47160b7-c5da-44dd-ad60-1046d291c800 req-41e3a3e6-f1ad-4c84-b262-c6db516cdc18 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.1245604 Sep 16 15:10:03.921250 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-e5c9c3af-6789-4373-a6a2-99a39daf9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.922858 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-e5c9c3af-6789-4373-a6a2-99a39daf9d0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.1122496 Sep 16 15:10:03.971003 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-f870dcd7-9bbb-4440-a9c3-c7b36985feda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334 HTTP/1.1" status: 200 len: 217 time: 0.0395694 Sep 16 15:10:03.985216 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Pushing event updated for resources: {'Port': ['ID=17dc4845-30b3-413a-9da2-7e8378e4ce7a,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.040498 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a47160b7-c5da-44dd-ad60-1046d291c800 req-5eabb74a-c9eb-4024-9081-525f589fd2c4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040816 Sep 16 15:10:04.050662 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-e4c3869d-6610-42c0-a3ed-6d689044a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.055119 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-e4c3869d-6610-42c0-a3ed-6d689044a3d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.0764580 Sep 16 15:10:04.062504 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-1132e1cf-31b2-4d41-acc8-c4001a74e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.064022 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-1132e1cf-31b2-4d41-acc8-c4001a74e823 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1097 time: 0.1701472 Sep 16 15:10:04.087319 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d51c4064-c904-40d7-87b9-111c03ac7a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.109332 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d51c4064-c904-40d7-87b9-111c03ac7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.116330 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-b37acc51-188f-4ce5-9095-230d51bdb5e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437837 Sep 16 15:10:04.140008 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Attempting to bind port 17dc4845-30b3-413a-9da2-7e8378e4ce7a on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:04.140604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Attempting to bind port 17dc4845-30b3-413a-9da2-7e8378e4ce7a by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:04.141089 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Attempting to bind port 17dc4845-30b3-413a-9da2-7e8378e4ce7a on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:04.169334 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Port 17dc4845-30b3-413a-9da2-7e8378e4ce7a on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:04.169829 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Attempting to bind port 17dc4845-30b3-413a-9da2-7e8378e4ce7a on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:04.215970 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:04.216314 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Checking segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:04.216698 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Bound using segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:04.217149 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Bound port: 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:04.217511 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.232384 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d51c4064-c904-40d7-87b9-111c03ac7a9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7756655ec9b147c5928d92672ae0839a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003218 Sep 16 15:10:04.256165 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42262) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:04.263724 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c4064-c904-40d7-87b9-111c03ac7a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d1e10-71f7-4b90-8cfc-2d2eae8a689e,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.281152 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-7a47d145-257c-4652-9461-e6cc60b5e020 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512859 Sep 16 15:10:04.364215 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34981-0a0c-4ccc-9108-b3d08c2bec5b req-4a5feb8e-774c-4639-98c1-2f6b2ed2d0c5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.365850 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-afc34981-0a0c-4ccc-9108-b3d08c2bec5b req-4a5feb8e-774c-4639-98c1-2f6b2ed2d0c5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.2452359 Sep 16 15:10:04.407387 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-699f6953-120b-48a5-979b-f78510b7a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.408905 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-699f6953-120b-48a5-979b-f78510b7a137 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.3202152 Sep 16 15:10:04.481149 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb3aa5-72fb-4fe2-b049-6be429441c70 req-70d3e23a-aeee-48fc-abd3-33614296b4d4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.482713 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-14cb3aa5-72fb-4fe2-b049-6be429441c70 req-70d3e23a-aeee-48fc-abd3-33614296b4d4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 943 time: 0.2050943 Sep 16 15:10:04.483051 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-afc34981-0a0c-4ccc-9108-b3d08c2bec5b req-1d6f9277-c249-494a-aed1-61c32d625659 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777647 Sep 16 15:10:04.487899 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-3dd925f6-6798-44aa-a4fa-1abe645258c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0657330 Sep 16 15:10:04.497316 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] For port 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:04.521503 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9a562385-ce98-491f-a849-9f02b9282cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.526886 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0ef08d90-47b4-4f4f-8efd-39739596bbc6 req-65afacc4-a86a-432c-b65e-d5cf554b9045 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360971 Sep 16 15:10:04.560981 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] For port 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:04.578644 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.628642 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9a562385-ce98-491f-a849-9f02b9282cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.650145 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-7965db73-ce55-431d-a69e-1a7bf0491d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.651690 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-7965db73-ce55-431d-a69e-1a7bf0491d87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.1499438 Sep 16 15:10:04.651879 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ed33c-1dd6-46f1-899e-007738c36a01 req-a434652e-de0f-4f57-b5e5-058e2a13f70b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.654895 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1d7ed33c-1dd6-46f1-899e-007738c36a01 req-a434652e-de0f-4f57-b5e5-058e2a13f70b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 944 time: 0.0697346 Sep 16 15:10:04.661580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.662212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.663651 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] 10.222.0.61 "PUT /v2.0/ports/17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1093 time: 2.5098395 Sep 16 15:10:04.668510 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:04.670783 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e038c-8062-4af9-bda3-1c75f14fbed2" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:04.685070 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-14cb3aa5-72fb-4fe2-b049-6be429441c70 req-b0718960-6960-4990-a452-bef5d686e322 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710792 Sep 16 15:10:04.716721 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1d7ed33c-1dd6-46f1-899e-007738c36a01 req-4daf79f8-76e6-4433-853e-27d67513b9f0 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Sep 16 15:10:04.764278 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a7a36-f994-49e8-b27d-8c6fe136be2b service neutron] Pushing event updated for resources: {'Port': ['ID=17dc4845-30b3-413a-9da2-7e8378e4ce7a,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.787709 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d537f3f-a110-4fa2-9f08-f0b55e6acc5e x-openstack-request-id: req-9d537f3f-a110-4fa2-9f08-f0b55e6acc5e {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:04.787999 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:04.788297 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d537f3f-a110-4fa2-9f08-f0b55e6acc5e {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:04.788686 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'status': 'completed', 'code': 200} Sep 16 15:10:04.811000 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-ebe3ea39-0622-423a-9385-09365caee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.812531 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-ebe3ea39-0622-423a-9385-09365caee961 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1334591 Sep 16 15:10:04.814846 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-198dd6f3-3149-4791-8637-7efbe8bf8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.816277 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-198dd6f3-3149-4791-8637-7efbe8bf8e81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1096 time: 0.0674956 Sep 16 15:10:04.824667 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9a562385-ce98-491f-a849-9f02b9282cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.827394 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9a562385-ce98-491f-a849-9f02b9282cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.831397 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9a562385-ce98-491f-a849-9f02b9282cec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/700d1e10-71f7-4b90-8cfc-2d2eae8a689e HTTP/1.1" status: 204 len: 168 time: 0.5645928 Sep 16 15:10:04.842634 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a562385-ce98-491f-a849-9f02b9282cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d1e10-71f7-4b90-8cfc-2d2eae8a689e,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.932536 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb610-0ad0-4167-ac56-0d3f46f2f8bc req-5f59e5bf-9908-4b14-a2fb-6dd8700b6d42 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:04.936658 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ee0fb610-0ad0-4167-ac56-0d3f46f2f8bc req-5f59e5bf-9908-4b14-a2fb-6dd8700b6d42 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 944 time: 0.0543308 Sep 16 15:10:04.982008 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ee0fb610-0ad0-4167-ac56-0d3f46f2f8bc req-503ad747-cbbf-4357-ba8c-efaba51d9bef tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381765 Sep 16 15:10:05.047978 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.214611 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81effa20-34d9-4297-bbb8-e38c0ed59cd5 req-e7577341-59a0-415d-9f5d-1e86021147a5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.218956 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-81effa20-34d9-4297-bbb8-e38c0ed59cd5 req-e7577341-59a0-415d-9f5d-1e86021147a5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0693669 Sep 16 15:10:05.258659 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-81effa20-34d9-4297-bbb8-e38c0ed59cd5 req-bee9fc23-632c-4344-bf55-ff4ad06f73f1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Sep 16 15:10:05.624528 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf03c1-9e2f-48e9-9288-3ff14899fff2 req-e553b72c-ecc4-4d90-b4fb-04b9cfa42cea tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.626016 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2cdf03c1-9e2f-48e9-9288-3ff14899fff2 req-e553b72c-ecc4-4d90-b4fb-04b9cfa42cea tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.0501921 Sep 16 15:10:05.635478 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device dad1350d-051c-44c9-a394-65f324ec227d up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:05.668126 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2cdf03c1-9e2f-48e9-9288-3ff14899fff2 req-bcdf7c86-55c7-4332-8fd3-3e0c1e7740d6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348849 Sep 16 15:10:05.699815 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port dad1350d-051c-44c9-a394-65f324ec227d completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:05.703765 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port dad1350d-051c-44c9-a394-65f324ec227d triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:05.704144 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.799480 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.815700 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8782e2e-623a-427e-acd1-726b288ae66e req-67769752-2d91-453c-9469-abe105705f96 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.817518 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e8782e2e-623a-427e-acd1-726b288ae66e req-67769752-2d91-453c-9469-abe105705f96 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 943 time: 0.0629373 Sep 16 15:10:05.825843 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780bf222-8308-43cb-a582-922d93f730e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad1350d-051c-44c9-a394-65f324ec227d'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:05.849775 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ee510-1b94-4dba-8b2d-70645a8f477b req-73ae6800-b7ca-4d69-8ad5-141f983d20cf tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.851771 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6f9ee510-1b94-4dba-8b2d-70645a8f477b req-73ae6800-b7ca-4d69-8ad5-141f983d20cf tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 944 time: 0.0635271 Sep 16 15:10:05.871203 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e8782e2e-623a-427e-acd1-726b288ae66e req-b6fab89f-0ae1-48d5-9f0c-a2656c2e7324 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Sep 16 15:10:05.905382 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6f9ee510-1b94-4dba-8b2d-70645a8f477b req-ce377b5d-3b21-4ae4-9766-389ee087b7fd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470817 Sep 16 15:10:05.929189 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port dad1350d-051c-44c9-a394-65f324ec227d, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=dad1350d-051c-44c9-a394-65f324ec227d,segment=NetworkSegment(1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f),segment_id=1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:05.934007 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.935099 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e3a750a9-593d-4275-9cfc-11eca36743bf up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:06.018610 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=dad1350d-051c-44c9-a394-65f324ec227d,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.030629 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port e3a750a9-593d-4275-9cfc-11eca36743bf completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:06.037416 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd86d0-2362-4ed0-9906-5301763f36ca" -d '{"events": [{"server_uuid": "780bf222-8308-43cb-a582-922d93f730e5", "name": "network-vif-plugged", "status": "completed", "tag": "dad1350d-051c-44c9-a394-65f324ec227d"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:06.044423 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port e3a750a9-593d-4275-9cfc-11eca36743bf triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:06.044794 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.129059 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee263513-e555-41c9-8bae-7ba8c69dc9d7 req-34a40fb0-1079-419f-85d7-acafb3fd30d0 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.137784 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ee263513-e555-41c9-8bae-7ba8c69dc9d7 req-34a40fb0-1079-419f-85d7-acafb3fd30d0 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0663507 Sep 16 15:10:06.198730 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ee263513-e555-41c9-8bae-7ba8c69dc9d7 req-1c25fd07-c583-49b6-8319-3866f9460eb8 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Sep 16 15:10:06.237859 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616e299b-1f6d-4f43-bf46-7e10b19557f4 x-openstack-request-id: req-616e299b-1f6d-4f43-bf46-7e10b19557f4 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:06.238347 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780bf222-8308-43cb-a582-922d93f730e5", "name": "network-vif-plugged", "status": "completed", "tag": "dad1350d-051c-44c9-a394-65f324ec227d", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:06.238448 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-616e299b-1f6d-4f43-bf46-7e10b19557f4 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:06.238880 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780bf222-8308-43cb-a582-922d93f730e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad1350d-051c-44c9-a394-65f324ec227d', 'code': 200} Sep 16 15:10:06.248645 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.280028 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port e3a750a9-593d-4275-9cfc-11eca36743bf, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e3a750a9-593d-4275-9cfc-11eca36743bf,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:06.284017 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.284819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b31076aa-e371-4561-988e-7ae33e1c7b5a up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:06.374167 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=e3a750a9-593d-4275-9cfc-11eca36743bf,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.392746 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f34cc3-5ccd-48a3-9f3d-6e49dc0a30c2 req-a7439a41-c421-4a13-9293-5afcec5da9d8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.394550 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port b31076aa-e371-4561-988e-7ae33e1c7b5a completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:06.398721 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port b31076aa-e371-4561-988e-7ae33e1c7b5a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:06.399099 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.400362 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-68f34cc3-5ccd-48a3-9f3d-6e49dc0a30c2 req-a7439a41-c421-4a13-9293-5afcec5da9d8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0635457 Sep 16 15:10:06.433874 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-68f34cc3-5ccd-48a3-9f3d-6e49dc0a30c2 req-5e5bb569-c6eb-44d0-8fa3-4b1892c2ee5a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Sep 16 15:10:06.496818 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.533353 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port b31076aa-e371-4561-988e-7ae33e1c7b5a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:06.537392 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.586832 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=b31076aa-e371-4561-988e-7ae33e1c7b5a,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.686559 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42368) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:06.782722 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe471b9-eddd-4229-9034-89e989dcbb0e req-1bf0abdc-806a-48e6-ab56-38fa3ece6c68 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.784176 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9fe471b9-eddd-4229-9034-89e989dcbb0e req-1bf0abdc-806a-48e6-ab56-38fa3ece6c68 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.0480545 Sep 16 15:10:06.807856 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bae928c8-7d75-4964-bcbe-cad09cd5bed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.836494 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9fe471b9-eddd-4229-9034-89e989dcbb0e req-127e7471-3b0b-495d-ae9b-0e9c25483792 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462763 Sep 16 15:10:06.914366 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bae928c8-7d75-4964-bcbe-cad09cd5bed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.919022 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bae928c8-7d75-4964-bcbe-cad09cd5bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.957299 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-bae928c8-7d75-4964-bcbe-cad09cd5bed7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25e08caf76534604a4513c9071c4dbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696528 Sep 16 15:10:06.958241 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae928c8-7d75-4964-bcbe-cad09cd5bed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597b024e-b59a-4a9f-8db5-c9d803baa619,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.961012 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42378) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:06.991895 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb61a86-5d92-4e60-a796-e86c76699a4d req-8161e8a7-bc5b-4133-8ee7-e67b38256027 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.993477 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6bb61a86-5d92-4e60-a796-e86c76699a4d req-8161e8a7-bc5b-4133-8ee7-e67b38256027 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 943 time: 0.0535741 Sep 16 15:10:07.035372 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6bb61a86-5d92-4e60-a796-e86c76699a4d req-afe0fd31-0e20-4074-ae5c-a35a6c8711e1 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Sep 16 15:10:07.045216 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c72ca4af-82ae-4119-8db4-31ef22dff21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.055344 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a49dd-a17c-4116-b4cd-b7a702e1f232 req-a7fd4a7f-561c-4e4d-a1a5-0a0145d44dc1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.057380 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-575a49dd-a17c-4116-b4cd-b7a702e1f232 req-a7fd4a7f-561c-4e4d-a1a5-0a0145d44dc1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0767815 Sep 16 15:10:07.089940 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c72ca4af-82ae-4119-8db4-31ef22dff21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.117587 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-575a49dd-a17c-4116-b4cd-b7a702e1f232 req-23a42689-cf3b-47d1-b22c-b3d5843da0a0 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530422 Sep 16 15:10:07.147893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c72ca4af-82ae-4119-8db4-31ef22dff21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.150636 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c72ca4af-82ae-4119-8db4-31ef22dff21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.151735 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c72ca4af-82ae-4119-8db4-31ef22dff21e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/597b024e-b59a-4a9f-8db5-c9d803baa619 HTTP/1.1" status: 204 len: 168 time: 0.1898093 Sep 16 15:10:07.159778 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ca4af-82ae-4119-8db4-31ef22dff21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b024e-b59a-4a9f-8db5-c9d803baa619,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.316369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab8bf-0019-437c-9c57-1f196a19a9c2 req-41114f96-e9a7-4804-bfbd-dcdf11d36f32 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.317851 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-674ab8bf-0019-437c-9c57-1f196a19a9c2 req-41114f96-e9a7-4804-bfbd-dcdf11d36f32 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0570109 Sep 16 15:10:07.356817 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-674ab8bf-0019-437c-9c57-1f196a19a9c2 req-e6a3d5e0-9d75-4f95-b683-ecc1d27a2266 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Sep 16 15:10:07.423915 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42388) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:07.437611 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1a234834-5205-47e1-9548-bbde6999562b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.514222 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:07.567385 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1a234834-5205-47e1-9548-bbde6999562b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.580472 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-e95ad5b2-a74b-4bed-8ba2-6f38757e3105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 217 time: 0.0604942 Sep 16 15:10:07.583109 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1a234834-5205-47e1-9548-bbde6999562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.638529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:07.639933 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1a234834-5205-47e1-9548-bbde6999562b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4fad6d81b9a49bdb6ce24c55042d668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149608 Sep 16 15:10:07.641620 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a234834-5205-47e1-9548-bbde6999562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc89a6-ce4a-46f7-8685-95d80e3125d5,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.646262 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42394) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:07.659993 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'mac_address': 'fa:16:3e:fb:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:07.662298 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f11349-e8bb-45f1-81dc-efba8ecb632b req-2458b884-9fb4-4d15-8e95-5fe8c85cec12 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.670822 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d9f11349-e8bb-45f1-81dc-efba8ecb632b req-2458b884-9fb4-4d15-8e95-5fe8c85cec12 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.1611052 Sep 16 15:10:07.705495 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.706000 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-9f7b8a87-b6b1-4bf6-8334-efec2c120837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.707579 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-9f7b8a87-b6b1-4bf6-8334-efec2c120837 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.1128483 Sep 16 15:10:07.721652 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40e6b71-7386-4e03-9426-52dc3570f5b6 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:07.747032 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:07.751567 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.752318 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device ec7fe33a-32da-4fbc-b06f-58b91bb9e334 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:07.769114 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-b12973ef-e1d8-47ad-9291-b93d918a5105 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504044 Sep 16 15:10:07.776362 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-c40d9554-0691-417d-bf37-79389c99dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.778158 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-c40d9554-0691-417d-bf37-79389c99dfb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603819 Sep 16 15:10:07.790759 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d9f11349-e8bb-45f1-81dc-efba8ecb632b req-22904e44-3e1c-4e58-9ab2-57ff399663fb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169868 Sep 16 15:10:07.838625 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.907679 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:07.920802 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334', 'network_id': '5829b334-5f53-4e64-b765-78a33613d4f4', 'port_id': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334', 'mac_address': 'fa:16:3e:01:f8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2daf34f9-e853-4b4a-9bcc-fda7683c7c51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:07.968717 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.982623 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7fe33a-32da-4fbc-b06f-58b91bb9e334 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:08.004991 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d61754f0-d53b-4f35-bd16-5b0dd9f58ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.005793 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:08.008238 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0fd7a939-56f9-410a-83fc-0b8e1629ec7a req-d6660954-f0a5-4a97-864c-c205639b19ff service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288940 Sep 16 15:10:08.008911 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2c253-c7d8-487d-b0ff-477cad57ab24 req-50d2da01-9426-43f0-a2ef-e6ca76444249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.010905 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f9a2c253-c7d8-487d-b0ff-477cad57ab24 req-50d2da01-9426-43f0-a2ef-e6ca76444249 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 1098 time: 0.3048816 Sep 16 15:10:08.011649 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.016924 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-974a86bd-243e-4c33-8f43-0af56f81a828 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299991 Sep 16 15:10:08.033959 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00198a0-1e55-41f2-9e16-3192587d2857 req-635cfc66-9a39-46dd-9e3b-c348094a9cac tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.042996 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b00198a0-1e55-41f2-9e16-3192587d2857 req-635cfc66-9a39-46dd-9e3b-c348094a9cac tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.1289294 Sep 16 15:10:08.047958 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d61754f0-d53b-4f35-bd16-5b0dd9f58ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.049765 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-f9a2c253-c7d8-487d-b0ff-477cad57ab24 req-535dc018-a5cc-45df-b66e-09b4790eea32 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.065759 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:08.124975 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.129305 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d61754f0-d53b-4f35-bd16-5b0dd9f58ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.131815 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d61754f0-d53b-4f35-bd16-5b0dd9f58ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.132916 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d61754f0-d53b-4f35-bd16-5b0dd9f58ef5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22cc89a6-ce4a-46f7-8685-95d80e3125d5 HTTP/1.1" status: 204 len: 168 time: 0.4861591 Sep 16 15:10:08.146952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b00198a0-1e55-41f2-9e16-3192587d2857 req-a8761df3-cfe2-4ef9-922d-55172a2de839 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029010 Sep 16 15:10:08.165720 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61754f0-d53b-4f35-bd16-5b0dd9f58ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc89a6-ce4a-46f7-8685-95d80e3125d5,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:08.190390 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6df06003-eaca-4c65-8b82-4bfe753dfe84 req-b2319e2d-6b43-4d7d-896c-3a7755a13e92 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397009 Sep 16 15:10:08.239889 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a750a9-593d-4275-9cfc-11eca36743bf'}, {'server_uuid': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31076aa-e371-4561-988e-7ae33e1c7b5a'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:08.243220 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2afbb77-36c1-4edf-8cf1-abb69cbc4f15" -d '{"events": [{"server_uuid": "2d26d799-8670-4fc6-aa6a-16aba8778fb6", "name": "network-vif-plugged", "status": "completed", "tag": "e3a750a9-593d-4275-9cfc-11eca36743bf"}, {"server_uuid": "de6dfe74-24a5-4d57-ab63-d1cc9b11d539", "name": "network-vif-plugged", "status": "completed", "tag": "b31076aa-e371-4561-988e-7ae33e1c7b5a"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:08.256155 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5936054-b81e-4454-b6bd-d29d576a737a req-6689c08f-9871-45f1-8a0e-e0230883c417 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.257697 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e5936054-b81e-4454-b6bd-d29d576a737a req-6689c08f-9871-45f1-8a0e-e0230883c417 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 944 time: 0.1293874 Sep 16 15:10:08.298169 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-f9a2c253-c7d8-487d-b0ff-477cad57ab24 req-535dc018-a5cc-45df-b66e-09b4790eea32 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.319099 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e5936054-b81e-4454-b6bd-d29d576a737a req-fd9aa441-619b-4dbd-b628-04026c462cd6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547793 Sep 16 15:10:08.319830 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [req-f9a2c253-c7d8-487d-b0ff-477cad57ab24 req-535dc018-a5cc-45df-b66e-09b4790eea32 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.321762 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10809b2-eaf4-4172-ada7-5ee32dd836a5 req-bdf5553e-623a-41a6-b780-625ce94b0f2a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.330687 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e10809b2-eaf4-4172-ada7-5ee32dd836a5 req-bdf5553e-623a-41a6-b780-625ce94b0f2a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.1014857 Sep 16 15:10:08.335224 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['ec7fe33a-32da-4fbc-b06f-58b91bb9e334'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:08.343613 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f9a2c253-c7d8-487d-b0ff-477cad57ab24 req-535dc018-a5cc-45df-b66e-09b4790eea32 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169408 Sep 16 15:10:08.360581 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-ddff24c4-0b3f-45f5-88e0-b14aa14c2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.362213 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-ddff24c4-0b3f-45f5-88e0-b14aa14c2fa8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1096 time: 0.0940616 Sep 16 15:10:08.365260 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dc018-a5cc-45df-b66e-09b4790eea32 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd16954-c27b-4b87-ba15-bdddc759944b,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:08.400476 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e10809b2-eaf4-4172-ada7-5ee32dd836a5 req-62af2805-a771-4530-b029-a975f1067b62 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687683 Sep 16 15:10:08.423948 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810c89a-4d50-438d-a936-befeb5fd2dd7 x-openstack-request-id: req-6810c89a-4d50-438d-a936-befeb5fd2dd7 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:08.424658 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d26d799-8670-4fc6-aa6a-16aba8778fb6", "name": "network-vif-plugged", "status": "completed", "tag": "e3a750a9-593d-4275-9cfc-11eca36743bf", "code": 200}, {"server_uuid": "de6dfe74-24a5-4d57-ab63-d1cc9b11d539", "name": "network-vif-plugged", "status": "completed", "tag": "b31076aa-e371-4561-988e-7ae33e1c7b5a", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:08.424658 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6810c89a-4d50-438d-a936-befeb5fd2dd7 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:08.425459 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a750a9-593d-4275-9cfc-11eca36743bf', 'code': 200} Sep 16 15:10:08.425459 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31076aa-e371-4561-988e-7ae33e1c7b5a', 'code': 200} Sep 16 15:10:08.426605 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d40e6b71-7386-4e03-9426-52dc3570f5b6'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:08.549902 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3610a2-4da3-4329-b18d-c9037f3798c6 req-66b8cd06-6345-494b-b605-8cffd4c34738 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.558947 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8f3610a2-4da3-4329-b18d-c9037f3798c6 req-66b8cd06-6345-494b-b605-8cffd4c34738 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0883765 Sep 16 15:10:08.640735 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8f3610a2-4da3-4329-b18d-c9037f3798c6 req-451a3a4a-8d4b-4d61-8263-20981a077684 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786352 Sep 16 15:10:08.747133 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-7f99a48a-9b06-4efb-bcc4-41a7bd7c6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.748842 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-7f99a48a-9b06-4efb-bcc4-41a7bd7c6c62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.1667883 Sep 16 15:10:08.829215 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-1e334263-9440-450e-a490-8cdf0f103dbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 217 time: 0.0659206 Sep 16 15:10:08.932928 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1384a-9a8e-4822-bec5-c6d2fc270779 req-c3f26e6e-0949-4e14-943f-149edfb4d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.942712 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9fd1384a-9a8e-4822-bec5-c6d2fc270779 req-c3f26e6e-0949-4e14-943f-149edfb4d4f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0843160 Sep 16 15:10:09.015372 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9fd1384a-9a8e-4822-bec5-c6d2fc270779 req-3ebecfb0-998b-4908-9cf8-4a71b49052db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707538 Sep 16 15:10:09.027240 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-4492d3ff-6e11-44ba-bb26-2a8a03932c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.028718 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-4492d3ff-6e11-44ba-bb26-2a8a03932c6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.1795447 Sep 16 15:10:09.043039 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05744-ee90-46b3-92d5-da3182fcbd24 req-5a022e33-ea3a-45b0-95ee-f87023df28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.044527 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3ea05744-ee90-46b3-92d5-da3182fcbd24 req-5a022e33-ea3a-45b0-95ee-f87023df28fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.1809447 Sep 16 15:10:09.053645 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e280b52-526a-4b58-bd0e-8fce97ec4443 req-d9c85631-2841-4b7b-b653-eccca6358a0d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.061489 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8e280b52-526a-4b58-bd0e-8fce97ec4443 req-d9c85631-2841-4b7b-b653-eccca6358a0d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.1019199 Sep 16 15:10:09.107685 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8e280b52-526a-4b58-bd0e-8fce97ec4443 req-e728d6d2-9c5b-4c85-a013-dafca26c6a9f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Sep 16 15:10:09.292927 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9f97b-0102-4ff1-8ff1-7659a674a762 req-b592063b-6fc4-4955-845c-b502bb723f1b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.294513 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b0c9f97b-0102-4ff1-8ff1-7659a674a762 req-b592063b-6fc4-4955-845c-b502bb723f1b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.0659130 Sep 16 15:10:09.318094 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3ea05744-ee90-46b3-92d5-da3182fcbd24 req-c702ab67-7407-4f35-8be8-942f28440539 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893016 Sep 16 15:10:09.325381 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-f0fc1b05-0ab3-4a9a-b8ef-c119b5b08db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.326915 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-f0fc1b05-0ab3-4a9a-b8ef-c119b5b08db8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997171 Sep 16 15:10:09.343027 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b0c9f97b-0102-4ff1-8ff1-7659a674a762 req-54fbd539-ccb9-4bc1-9b57-be0013d73d55 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Sep 16 15:10:09.444426 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeaec7-7a35-459a-ad52-7d50ed95ada3 req-3076349f-1e13-409f-8480-a80a5064611c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.445935 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8daeaec7-7a35-459a-ad52-7d50ed95ada3 req-3076349f-1e13-409f-8480-a80a5064611c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 944 time: 0.0516422 Sep 16 15:10:09.488686 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8daeaec7-7a35-459a-ad52-7d50ed95ada3 req-c704a41d-d6e7-49c9-8e65-85fb48d98762 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342741 Sep 16 15:10:09.528493 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:09.544021 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac7cb6-843a-45b9-b2b2-ff5536e26667 req-a594c981-00eb-45a8-a19b-b9b79a8bb3a7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.545638 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-48ac7cb6-843a-45b9-b2b2-ff5536e26667 req-a594c981-00eb-45a8-a19b-b9b79a8bb3a7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0606642 Sep 16 15:10:09.590967 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-48ac7cb6-843a-45b9-b2b2-ff5536e26667 req-63baf975-7b2d-4a53-9c32-910f9d8289da tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392270 Sep 16 15:10:09.596093 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port d40e6b71-7386-4e03-9426-52dc3570f5b6 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:09.607241 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d40e6b71-7386-4e03-9426-52dc3570f5b6 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:09.607775 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.663354 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-474bcba1-9a83-46e5-b0a0-0af1ba368345 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163890 Sep 16 15:10:09.695334 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.742682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:09.748127 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.749015 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device ec7fe33a-32da-4fbc-b06f-58b91bb9e334 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:09.796968 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc7e038c-8062-4af9-bda3-1c75f14fbed2 req-c4fc0940-2aab-4864-bcc6-ec4ed0c9cc74 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291058 Sep 16 15:10:09.809067 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce47ba-8bc8-4e3b-b848-1c808aee8ca2 req-81806221-825a-4d39-be52-47152906b415 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.816429 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-32ce47ba-8bc8-4e3b-b848-1c808aee8ca2 req-81806221-825a-4d39-be52-47152906b415 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0801151 Sep 16 15:10:09.833284 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:09.847623 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:09.852290 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:09.852667 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.857130 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-32ce47ba-8bc8-4e3b-b848-1c808aee8ca2 req-56fc7a7c-133b-48e6-b2e1-2d446122a06d tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Sep 16 15:10:09.933651 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.966145 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:09.971593 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.022033 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:10.234320 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ac6fa-0e21-4ce0-9c64-be49c5def3cf req-ebe41e1a-4600-4109-9c41-eadf339bceb3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.235957 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c01ac6fa-0e21-4ce0-9c64-be49c5def3cf req-ebe41e1a-4600-4109-9c41-eadf339bceb3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0575309 Sep 16 15:10:10.278176 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c01ac6fa-0e21-4ce0-9c64-be49c5def3cf req-31959122-7c2e-4fb7-bf24-4fb2f4c831d4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357897 Sep 16 15:10:10.427251 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}, {'server_uuid': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:10.430846 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973ebff-6bba-45c3-96f0-fd0744d485c4" -d '{"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-plugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}, {"server_uuid": "075a3182-e66d-48b4-a42b-8c9b3f110a16", "name": "network-vif-plugged", "status": "completed", "tag": "ec7fe33a-32da-4fbc-b06f-58b91bb9e334"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:10.480632 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf2cad9-168d-4b7e-a286-1a354d81d075 x-openstack-request-id: req-ddf2cad9-168d-4b7e-a286-1a354d81d075 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:10.480912 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-plugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "code": 200}, {"server_uuid": "075a3182-e66d-48b4-a42b-8c9b3f110a16", "name": "network-vif-plugged", "status": "completed", "tag": "ec7fe33a-32da-4fbc-b06f-58b91bb9e334", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:10.481215 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddf2cad9-168d-4b7e-a286-1a354d81d075 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:10.481637 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'code': 200} Sep 16 15:10:10.482399 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334', 'code': 200} Sep 16 15:10:10.510818 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76e1ab-84bf-4c22-a27b-e87fc23e3658 req-a90fcc70-417d-4703-90af-e7756e9d5898 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.519344 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b76e1ab-84bf-4c22-a27b-e87fc23e3658 req-a90fcc70-417d-4703-90af-e7756e9d5898 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.0889876 Sep 16 15:10:10.574728 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b76e1ab-84bf-4c22-a27b-e87fc23e3658 req-1bf47005-aac0-460d-9de7-c7e0682d8fa0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494914 Sep 16 15:10:10.627734 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42548) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:10.669892 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c317e2-4ae6-4fa7-b448-31c9aa0bd96e req-8ad23bec-c96d-4cac-954a-c89ba516dc5e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.678703 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c6c317e2-4ae6-4fa7-b448-31c9aa0bd96e req-8ad23bec-c96d-4cac-954a-c89ba516dc5e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0692751 Sep 16 15:10:10.730678 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c6c317e2-4ae6-4fa7-b448-31c9aa0bd96e req-bc3f3f69-6f5d-421f-9d3f-8c84cf061fc9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Sep 16 15:10:10.804983 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794fe86-6fda-4a29-a680-ee8bbc1a5b59 req-7d51054d-7884-49d4-be07-5b970acc9e7b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.807745 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e794fe86-6fda-4a29-a680-ee8bbc1a5b59 req-7d51054d-7884-49d4-be07-5b970acc9e7b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0912089 Sep 16 15:10:10.831454 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5be1bbee-cba7-4d3a-b881-47486ce3d1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.885943 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e794fe86-6fda-4a29-a680-ee8bbc1a5b59 req-3954c611-78f7-4995-83cb-4dd648bdb3ac tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 Sep 16 15:10:10.997261 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42562) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.024683 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5be1bbee-cba7-4d3a-b881-47486ce3d1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.029594 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebb870-2183-4cf7-b12b-f9fa4cadba49 req-bb6abad8-c243-42d3-94d6-3c44acd87128 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.031570 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e7ebb870-2183-4cf7-b12b-f9fa4cadba49 req-bb6abad8-c243-42d3-94d6-3c44acd87128 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0635767 Sep 16 15:10:11.033786 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5be1bbee-cba7-4d3a-b881-47486ce3d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.077589 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-5be1bbee-cba7-4d3a-b881-47486ce3d1e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ae81bb5f0544925aa9ea47518be8d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485581 Sep 16 15:10:11.079936 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b46bba-391d-4ba7-adc9-e2c5e9325943 req-5b5a2691-02b6-44cf-a393-ddaf885305bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.081959 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-60b46bba-391d-4ba7-adc9-e2c5e9325943 req-5b5a2691-02b6-44cf-a393-ddaf885305bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 1098 time: 0.1162915 Sep 16 15:10:11.082449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42566) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.094715 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1bbee-cba7-4d3a-b881-47486ce3d1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3587a3c5-3cfa-4ed9-88e1-243addd70186,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.095422 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e7ebb870-2183-4cf7-b12b-f9fa4cadba49 req-92a461f6-e232-4ff3-a8cd-c4be1e97f58d tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Sep 16 15:10:11.158843 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-868d055a-8001-4a5c-95fc-3deaba567a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.185075 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-60b46bba-391d-4ba7-adc9-e2c5e9325943 req-f81b7ea0-533e-4bc9-a3da-ca5137772c8c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811045 Sep 16 15:10:11.208277 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d3fe2-dc5d-4d6b-bedf-8350579c5402 req-a3fea97b-2c62-42a7-803a-401106b91033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.209749 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e39d3fe2-dc5d-4d6b-bedf-8350579c5402 req-a3fea97b-2c62-42a7-803a-401106b91033 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1099 time: 0.0932167 Sep 16 15:10:11.210810 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fb755b0b-771a-4126-b4ae-2545ec5e0587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.256989 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-868d055a-8001-4a5c-95fc-3deaba567a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.262468 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-868d055a-8001-4a5c-95fc-3deaba567a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.323495 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-868d055a-8001-4a5c-95fc-3deaba567a5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36657ec1f02849a3b3edd9a29b2c1c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235962 Sep 16 15:10:11.324232 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42572) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.332485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d055a-8001-4a5c-95fc-3deaba567a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f43f7-ec1a-4730-8a22-986f8e67901e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.425587 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f0fbeeba-a397-49ee-b3e6-426372a46169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.451895 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f0fbeeba-a397-49ee-b3e6-426372a46169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.508030 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fb755b0b-771a-4126-b4ae-2545ec5e0587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.517557 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f0fbeeba-a397-49ee-b3e6-426372a46169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.521198 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f0fbeeba-a397-49ee-b3e6-426372a46169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.526691 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f0fbeeba-a397-49ee-b3e6-426372a46169 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a9f43f7-ec1a-4730-8a22-986f8e67901e HTTP/1.1" status: 204 len: 168 time: 0.2010455 Sep 16 15:10:11.528607 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 17dc4845-30b3-413a-9da2-7e8378e4ce7a details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:11.538537 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbeeba-a397-49ee-b3e6-426372a46169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f43f7-ec1a-4730-8a22-986f8e67901e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.630160 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e39d3fe2-dc5d-4d6b-bedf-8350579c5402 req-140bce0e-a087-4375-bb13-6bb9b31a91cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179183 Sep 16 15:10:11.653627 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1057b9f-b110-4775-b385-72d519d1e1c3 req-39a367cf-4bba-42f2-9927-f06f922b3091 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.664407 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d1057b9f-b110-4775-b385-72d519d1e1c3 req-39a367cf-4bba-42f2-9927-f06f922b3091 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1544075 Sep 16 15:10:11.690340 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fb755b0b-771a-4126-b4ae-2545ec5e0587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.694772 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fb755b0b-771a-4126-b4ae-2545ec5e0587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.696425 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-fb755b0b-771a-4126-b4ae-2545ec5e0587 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3587a3c5-3cfa-4ed9-88e1-243addd70186 HTTP/1.1" status: 204 len: 168 time: 0.6104546 Sep 16 15:10:11.703321 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:11.714843 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb755b0b-771a-4126-b4ae-2545ec5e0587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3587a3c5-3cfa-4ed9-88e1-243addd70186,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.730668 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d1057b9f-b110-4775-b385-72d519d1e1c3 req-47180577-9b23-4949-9fa9-91682bcb2b12 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651889 Sep 16 15:10:11.749639 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'port_id': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'mac_address': 'fa:16:3e:c2:ba:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:11.767780 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0ccb2-0b93-471d-b9e4-7836dc62dfe2 req-921ec46f-5193-4a28-861e-ff84bf2c5644 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.776729 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2cc0ccb2-0b93-471d-b9e4-7836dc62dfe2 req-921ec46f-5193-4a28-861e-ff84bf2c5644 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 943 time: 0.1165919 Sep 16 15:10:11.810003 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.824704 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dc4845-30b3-413a-9da2-7e8378e4ce7a {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:11.847965 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:11.851856 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2cc0ccb2-0b93-471d-b9e4-7836dc62dfe2 req-488dd430-d084-4328-b978-306cae2b5a60 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636084 Sep 16 15:10:11.855618 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.884341 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650151c-a8ed-44f1-b072-290b83491825 req-44fdfe71-8701-42cf-86f8-592230c114fa tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.891552 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9650151c-a8ed-44f1-b072-290b83491825 req-44fdfe71-8701-42cf-86f8-592230c114fa tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Sep 16 15:10:11.941476 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9650151c-a8ed-44f1-b072-290b83491825 req-4ed6df76-3628-44e3-8ab2-01a0e4ab5115 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489614 Sep 16 15:10:11.950683 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=17dc4845-30b3-413a-9da2-7e8378e4ce7a,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.008727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500b3f-5205-4302-9938-ddbfec2f17f5 req-c2204892-327f-4ced-a2c3-325d68d1cd3b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:12.010491 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-13500b3f-5205-4302-9938-ddbfec2f17f5 req-c2204892-327f-4ced-a2c3-325d68d1cd3b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Sep 16 15:10:12.055206 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-13500b3f-5205-4302-9938-ddbfec2f17f5 req-da3e5cf3-dfcb-45ed-bfa8-4aa34725ba01 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Sep 16 15:10:12.089679 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42602) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.163526 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42606) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.177311 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5dc7650a-68cb-4f86-ae5c-559909c07a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.211903 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42608) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.216057 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['17dc4845-30b3-413a-9da2-7e8378e4ce7a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:12.232137 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b08bdcd-7ecb-4305-bcad-b7402629113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.285559 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5dc7650a-68cb-4f86-ae5c-559909c07a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.303790 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5dc7650a-68cb-4f86-ae5c-559909c07a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.349306 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-5dc7650a-68cb-4f86-ae5c-559909c07a36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b736b34d9a54f1698c596bb382ab796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846871 Sep 16 15:10:12.351930 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42610) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.363510 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7650a-68cb-4f86-ae5c-559909c07a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78197241-7d33-4e90-acba-6778862a51e2,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.424485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b08bdcd-7ecb-4305-bcad-b7402629113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.433035 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b08bdcd-7ecb-4305-bcad-b7402629113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.440161 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-377ea129-4bfd-42d6-8fdc-54cf4d1c7ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.472207 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-377ea129-4bfd-42d6-8fdc-54cf4d1c7ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.490977 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1b08bdcd-7ecb-4305-bcad-b7402629113e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=157c8bcfa63549c8a6c70dcf5a85c1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779348 Sep 16 15:10:12.491706 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42616) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.498175 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08bdcd-7ecb-4305-bcad-b7402629113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94426da8-596c-4363-903b-47e4a3bd0894,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.539818 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-377ea129-4bfd-42d6-8fdc-54cf4d1c7ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.543764 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-377ea129-4bfd-42d6-8fdc-54cf4d1c7ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.547320 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-377ea129-4bfd-42d6-8fdc-54cf4d1c7ff1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78197241-7d33-4e90-acba-6778862a51e2 HTTP/1.1" status: 204 len: 168 time: 0.1920078 Sep 16 15:10:12.556132 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3d37d974-8d63-4ca1-bebd-003e467bced8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.559492 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-55bd87e9-addb-41cb-aaf7-b0acc75f9cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.579278 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ea129-4bfd-42d6-8fdc-54cf4d1c7ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78197241-7d33-4e90-acba-6778862a51e2,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.636508 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3d37d974-8d63-4ca1-bebd-003e467bced8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.703645 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-55bd87e9-addb-41cb-aaf7-b0acc75f9cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.709056 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-55bd87e9-addb-41cb-aaf7-b0acc75f9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.710731 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3d37d974-8d63-4ca1-bebd-003e467bced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.715133 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3d37d974-8d63-4ca1-bebd-003e467bced8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.718941 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3d37d974-8d63-4ca1-bebd-003e467bced8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94426da8-596c-4363-903b-47e4a3bd0894 HTTP/1.1" status: 204 len: 168 time: 0.2236669 Sep 16 15:10:12.727054 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37d974-8d63-4ca1-bebd-003e467bced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94426da8-596c-4363-903b-47e4a3bd0894,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.767233 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd87e9-addb-41cb-aaf7-b0acc75f9cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145f96b8-6100-457e-bfbe-6cbde1e8d338,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.777497 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42630) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.785866 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-55bd87e9-addb-41cb-aaf7-b0acc75f9cb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e3a6f1d0ee547baad60f7e8d9a8740b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950676 Sep 16 15:10:12.835578 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-194ad4eb-9266-43a4-8f8f-6e193e3b4560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.863967 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-194ad4eb-9266-43a4-8f8f-6e193e3b4560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.960495 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d2f72-8cf5-4ffc-af3e-c841ec3ada1e req-ddff981d-f886-4572-b083-392d04abaaa7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:12.963145 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-582d2f72-8cf5-4ffc-af3e-c841ec3ada1e req-ddff981d-f886-4572-b083-392d04abaaa7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0814285 Sep 16 15:10:12.976512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-194ad4eb-9266-43a4-8f8f-6e193e3b4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.980391 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-194ad4eb-9266-43a4-8f8f-6e193e3b4560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.981689 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-194ad4eb-9266-43a4-8f8f-6e193e3b4560 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/145f96b8-6100-457e-bfbe-6cbde1e8d338 HTTP/1.1" status: 204 len: 168 time: 0.2031095 Sep 16 15:10:13.003523 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ad4eb-9266-43a4-8f8f-6e193e3b4560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f96b8-6100-457e-bfbe-6cbde1e8d338,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:13.039732 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-582d2f72-8cf5-4ffc-af3e-c841ec3ada1e req-435616ed-e7c9-41a5-b5ee-55f895d94c42 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645578 Sep 16 15:10:13.208364 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67451e1e-af61-4a3b-9d64-fb9dcecf7b60 req-b2df69b3-c483-434b-b987-e714f9516f34 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:13.219130 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-67451e1e-af61-4a3b-9d64-fb9dcecf7b60 req-b2df69b3-c483-434b-b987-e714f9516f34 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 944 time: 0.1047425 Sep 16 15:10:13.279818 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42654) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:13.304671 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-24fe13bc-baa9-41fd-a503-bea79a246c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.315068 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-67451e1e-af61-4a3b-9d64-fb9dcecf7b60 req-77eb42f8-5978-4a4d-a542-8a776ed368ee tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949397 Sep 16 15:10:13.370844 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645af4-c39a-4703-9070-72a4f3de7fcd req-1e3331c4-2a48-4a8f-b7ef-11713e08b79c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:13.372382 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98645af4-c39a-4703-9070-72a4f3de7fcd req-1e3331c4-2a48-4a8f-b7ef-11713e08b79c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0916426 Sep 16 15:10:13.446126 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98645af4-c39a-4703-9070-72a4f3de7fcd req-8f5a975b-7170-4055-8905-382833d6edb6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651062 Sep 16 15:10:13.495682 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-24fe13bc-baa9-41fd-a503-bea79a246c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.502409 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-24fe13bc-baa9-41fd-a503-bea79a246c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.541615 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 17dc4845-30b3-413a-9da2-7e8378e4ce7a up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:13.547083 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42662) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:13.547609 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-24fe13bc-baa9-41fd-a503-bea79a246c4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b74548a243cd43cd94fce243eb917d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651970 Sep 16 15:10:13.548087 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe13bc-baa9-41fd-a503-bea79a246c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9df0e4-21da-421a-864a-c404dc8d425a,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:13.577366 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42666) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:13.593745 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-74fcbd9d-ee43-4d49-bdae-92189fc45623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.664791 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 17dc4845-30b3-413a-9da2-7e8378e4ce7a completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:13.669497 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 17dc4845-30b3-413a-9da2-7e8378e4ce7a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:13.669879 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.695525 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb26d-c6a5-43c7-b2a8-c3687bd07b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.737546 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb26d-c6a5-43c7-b2a8-c3687bd07b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.753700 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-74fcbd9d-ee43-4d49-bdae-92189fc45623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.761483 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-74fcbd9d-ee43-4d49-bdae-92189fc45623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.797144 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.803443 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcbd9d-ee43-4d49-bdae-92189fc45623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dfb15e-0ba4-4536-a31e-56466bc99174,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:13.827925 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:13.834095 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ddeacb-bc91-44bf-b288-a0ee068b31be" -d '{"events": [{"server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "name": "network-vif-plugged", "status": "completed", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:13.852151 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb26d-c6a5-43c7-b2a8-c3687bd07b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.856054 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb26d-c6a5-43c7-b2a8-c3687bd07b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.859411 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-e9dbb26d-c6a5-43c7-b2a8-c3687bd07b07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea9df0e4-21da-421a-864a-c404dc8d425a HTTP/1.1" status: 204 len: 168 time: 0.3104923 Sep 16 15:10:13.868097 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:13.868335 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-74fcbd9d-ee43-4d49-bdae-92189fc45623 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d6b2710b6ab42e6bf51808b7b43753b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898993 Sep 16 15:10:13.871307 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42678) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:13.875826 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.889854 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb26d-c6a5-43c7-b2a8-c3687bd07b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9df0e4-21da-421a-864a-c404dc8d425a,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:13.986476 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-65a1759e-3eb5-46eb-af64-0d64e9cd90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:13.988135 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-65a1759e-3eb5-46eb-af64-0d64e9cd90ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 1098 time: 0.0995944 Sep 16 15:10:13.993445 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d6d1-73aa-4e66-9988-ce4900dfec0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.001939 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e2fdf8-88ed-4951-bbeb-0f27ed7249d9 x-openstack-request-id: req-f2e2fdf8-88ed-4951-bbeb-0f27ed7249d9 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:14.002243 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "name": "network-vif-plugged", "status": "completed", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:14.002528 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2e2fdf8-88ed-4951-bbeb-0f27ed7249d9 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:14.002922 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'code': 200} Sep 16 15:10:14.052057 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d6d1-73aa-4e66-9988-ce4900dfec0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.091397 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=17dc4845-30b3-413a-9da2-7e8378e4ce7a,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:14.141567 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2499c-ff0f-481f-803b-b57867cfe74a req-686c861a-523d-4b05-8402-349fd6b92e2d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.146024 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cbb2499c-ff0f-481f-803b-b57867cfe74a req-686c861a-523d-4b05-8402-349fd6b92e2d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0899582 Sep 16 15:10:14.187798 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-1fa9b62f-08f3-4ca7-a28b-5ea67dadf861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.198283 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-1fa9b62f-08f3-4ca7-a28b-5ea67dadf861 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.1937034 Sep 16 15:10:14.209272 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d6d1-73aa-4e66-9988-ce4900dfec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.212469 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cbb2499c-ff0f-481f-803b-b57867cfe74a req-8e1f3928-b7d5-46f9-a1ad-1f5ea626bd20 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571387 Sep 16 15:10:14.220650 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1fc5d6d1-73aa-4e66-9988-ce4900dfec0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.224321 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1fc5d6d1-73aa-4e66-9988-ce4900dfec0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77dfb15e-0ba4-4536-a31e-56466bc99174 HTTP/1.1" status: 204 len: 168 time: 0.3492980 Sep 16 15:10:14.255323 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5d6d1-73aa-4e66-9988-ce4900dfec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dfb15e-0ba4-4536-a31e-56466bc99174,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:14.285952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-2e232fbf-e7d9-460c-8a14-b8f3c4c60509 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334 HTTP/1.1" status: 200 len: 217 time: 0.0522463 Sep 16 15:10:14.377212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dd7af-133a-4659-94f6-fdbf85cbb28b req-e8083b9f-3c29-4250-86ea-a248df35f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.378778 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-da7dd7af-133a-4659-94f6-fdbf85cbb28b req-e8083b9f-3c29-4250-86ea-a248df35f972 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.1399608 Sep 16 15:10:14.381520 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-53922012-1cff-4c07-8c0f-446669cfceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.382875 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-53922012-1cff-4c07-8c0f-446669cfceb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.0832813 Sep 16 15:10:14.452282 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-00e5fb37-ab02-49dc-a829-24140f2e739a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370495 Sep 16 15:10:14.480603 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-da7dd7af-133a-4659-94f6-fdbf85cbb28b req-0221ca28-e8c5-4df3-be87-1e96b4a3b619 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852134 Sep 16 15:10:14.480947 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ef62-c4ce-4643-b2de-c4d913d58458 req-2c04e459-6b38-4409-b17c-51795a3f3ac3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.483004 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e154ef62-c4ce-4643-b2de-c4d913d58458 req-2c04e459-6b38-4409-b17c-51795a3f3ac3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0611093 Sep 16 15:10:14.502355 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d76b3d-7f76-41c0-b41e-69e7644ce3e1 req-2e8a498d-70b7-455d-9cdb-bb35af7198af tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.509614 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d7d76b3d-7f76-41c0-b41e-69e7644ce3e1 req-2e8a498d-70b7-455d-9cdb-bb35af7198af tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1296039 Sep 16 15:10:14.541400 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e154ef62-c4ce-4643-b2de-c4d913d58458 req-b037e554-2597-48cc-96d0-48ce1ce6335c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491829 Sep 16 15:10:14.597084 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d7d76b3d-7f76-41c0-b41e-69e7644ce3e1 req-f7844509-9cbf-437f-822f-54dea2ce77e3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857930 Sep 16 15:10:14.628786 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-f11d6ec0-ac1b-44c0-8cfd-c8d8a67aee78 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642509 Sep 16 15:10:14.733189 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567445-9275-4090-b06f-e9b2b2872799 req-54b163e2-8eb5-4927-ac49-a92090fabca8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.734850 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-66567445-9275-4090-b06f-e9b2b2872799 req-54b163e2-8eb5-4927-ac49-a92090fabca8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0545359 Sep 16 15:10:14.747092 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 42724) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:14.751806 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'floatingip': {'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:14.839538 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f0ebe5ac-d397-4156-8e40-c4423378a2b1 req-717ef97b-801f-46c3-a573-fa223a6a5486 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002352 Sep 16 15:10:14.842714 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:15.379567 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee273f-dae7-45f5-a66c-922c2737076a req-e64a8c2f-78d7-426c-bc2f-122707f7efe0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:15.383741 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1aee273f-dae7-45f5-a66c-922c2737076a req-e64a8c2f-78d7-426c-bc2f-122707f7efe0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0856359 Sep 16 15:10:15.427530 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1aee273f-dae7-45f5-a66c-922c2737076a req-5a234da7-8783-4738-a2c3-1284ff5420e0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Sep 16 15:10:15.661534 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:15.673698 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:15.997209 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda753d-cdd2-413f-92a8-a9edc6c32b86 req-baa497a2-5c24-490f-9a38-a00ffb875e09 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:15.998931 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dcda753d-cdd2-413f-92a8-a9edc6c32b86 req-baa497a2-5c24-490f-9a38-a00ffb875e09 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.3448265 Sep 16 15:10:16.016816 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Floating IP c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea associated. External IP: 172.27.0.227, port: d40e6b71-7386-4e03-9426-52dc3570f5b6. Sep 16 15:10:16.106009 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dcda753d-cdd2-413f-92a8-a9edc6c32b86 req-ed1284c0-74fe-43e9-bed0-8c6339957483 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911446 Sep 16 15:10:16.287269 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Router 45699572-27be-4cb1-9b7e-59b712d187dd has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:10:16.407893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:16.413950 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.436272 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:16.448017 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:16.448973 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:10:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:16.453382 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-68f35f89-a905-45d6-8b34-c865cf326c95 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "PUT /v2.0/floatingips/c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea HTTP/1.1" status: 200 len: 992 time: 1.7023494 Sep 16 15:10:16.453382 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:16.453603 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4559e063-76ca-46ef-88b8-c6eadb1864fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:16.594734 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b8ea0-acd1-4676-b155-ce72f8fb417b req-9d62d661-a415-4dea-a8f9-026bcb018db7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:16.596896 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b66b8ea0-acd1-4676-b155-ce72f8fb417b req-9d62d661-a415-4dea-a8f9-026bcb018db7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0849848 Sep 16 15:10:16.631093 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:16.669335 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b66b8ea0-acd1-4676-b155-ce72f8fb417b req-797acd2f-e6e0-48ce-b5ba-9dfaf0a70ed6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554945 Sep 16 15:10:16.686358 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81b7934-8bac-44f9-bb30-915bf4a0644f x-openstack-request-id: req-a81b7934-8bac-44f9-bb30-915bf4a0644f {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:16.686742 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:16.686995 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a81b7934-8bac-44f9-bb30-915bf4a0644f {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:16.687393 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'status': 'completed', 'code': 200} Sep 16 15:10:16.771804 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-d043406d-54ab-4f8b-9f53-2fbfc0f7de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:16.773353 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-d043406d-54ab-4f8b-9f53-2fbfc0f7de7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1099 time: 0.0427003 Sep 16 15:10:16.866775 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-d1c251aa-d9df-4e67-bc3a-2a80996f05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:16.868235 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-d1c251aa-d9df-4e67-bc3a-2a80996f05f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.0871844 Sep 16 15:10:16.911290 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea', 'tenant_id': '4af11df0b6274274bda894396d463013', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'mac_address': 'fa:16:3e:fb:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:09:46Z', 'updated_at': '2021-09-16T15:10:15Z', 'revision_number': 1, 'project_id': '4af11df0b6274274bda894396d463013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:16.941342 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:16.949611 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:16.950237 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:10:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:16.983046 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-514966fe-0974-498a-a558-e592c828c31b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 1000 time: 0.1012285 Sep 16 15:10:17.034560 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-bb75f4f2-8f68-43be-90ed-d6fa7eff9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.037040 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-bb75f4f2-8f68-43be-90ed-d6fa7eff9c35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0465891 Sep 16 15:10:17.060679 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:17.082869 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-53677f54-947f-4cf7-9c2c-f46329954ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.084352 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-53677f54-947f-4cf7-9c2c-f46329954ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407617 Sep 16 15:10:17.242269 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-59f5edee-355c-491b-8b43-3e326e3a773a service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472342 Sep 16 15:10:17.255676 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acff1e-49f3-4d62-bb9b-6137e57daf2b req-8a77d634-c585-4ab3-a326-0872a68c2c24 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.257219 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-00acff1e-49f3-4d62-bb9b-6137e57daf2b req-8a77d634-c585-4ab3-a326-0872a68c2c24 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0725703 Sep 16 15:10:17.349293 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-00acff1e-49f3-4d62-bb9b-6137e57daf2b req-d0bf66cf-4e29-4d56-a7e5-cdb7e5185490 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833535 Sep 16 15:10:17.377128 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4559e063-76ca-46ef-88b8-c6eadb1864fc req-dc17679a-dd52-4d5f-89ff-842a886f7346 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189301 Sep 16 15:10:17.419487 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea', 'tenant_id': '4af11df0b6274274bda894396d463013', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'mac_address': 'fa:16:3e:fb:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:09:46Z', 'updated_at': '2021-09-16T15:10:15Z', 'revision_number': 1, 'project_id': '4af11df0b6274274bda894396d463013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:17.451678 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc3d79-67bc-4317-8f1f-ce628dd76fea None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea', 'tenant_id': '4af11df0b6274274bda894396d463013', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'mac_address': 'fa:16:3e:fb:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:09:46Z', 'updated_at': '2021-09-16T15:10:15Z', 'revision_number': 1, 'project_id': '4af11df0b6274274bda894396d463013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:17.484199 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcf6a-c755-48a4-9646-7fd9654b0b3b req-3d364b47-2ecd-4932-8f1a-cf8890e335ef tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.486413 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c1bfcf6a-c755-48a4-9646-7fd9654b0b3b req-3d364b47-2ecd-4932-8f1a-cf8890e335ef tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0629053 Sep 16 15:10:17.496720 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 42832) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.501266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'floatingip': {'port_id': '17dc4845-30b3-413a-9da2-7e8378e4ce7a'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:17.576813 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.723150 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f989cf7-c8a6-4d98-aba4-08f188eaa929 None None] New status for floating IP c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea: ACTIVE {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:10:17.802450 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dba0a-907e-4cc1-9a90-0320193ed43b req-2898793e-64f7-41ef-ac89-cdce528afce4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.812370 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-756dba0a-907e-4cc1-9a90-0320193ed43b req-2898793e-64f7-41ef-ac89-cdce528afce4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0653832 Sep 16 15:10:17.876516 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-756dba0a-907e-4cc1-9a90-0320193ed43b req-bf352075-4775-4be2-b312-968250cbb397 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 Sep 16 15:10:18.502264 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.506220 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.606195 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Floating IP 7df3a350-3f08-402b-882d-45b099c945be associated. External IP: 172.27.0.69, port: 17dc4845-30b3-413a-9da2-7e8378e4ce7a. Sep 16 15:10:18.827449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:10:18.941023 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:18.945693 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.953794 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:18.968356 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:18.968991 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:10:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:18.976799 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6c15d057-2760-4c05-a6a8-7f3d9ff497a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "PUT /v2.0/floatingips/7df3a350-3f08-402b-882d-45b099c945be HTTP/1.1" status: 200 len: 990 time: 1.4789820 Sep 16 15:10:18.977496 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:18.980184 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:18.986243 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bab20-8a1e-4edc-8664-ee905510aa01 req-525e7116-7858-4dd5-b98b-cbb14e8f00ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:18.987785 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bd3bab20-8a1e-4edc-8664-ee905510aa01 req-525e7116-7858-4dd5-b98b-cbb14e8f00ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0621195 Sep 16 15:10:19.027460 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bd3bab20-8a1e-4edc-8664-ee905510aa01 req-ba5c5b67-fa9b-4278-b2d6-4a813e97f69f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Sep 16 15:10:19.085994 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:19.300082 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '7df3a350-3f08-402b-882d-45b099c945be', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'port_id': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'mac_address': 'fa:16:3e:c2:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:09:51Z', 'updated_at': '2021-09-16T15:10:18Z', 'revision_number': 1, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:19.324866 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:19.332730 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:19.333334 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:10:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:19.439322 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:19.665077 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '7df3a350-3f08-402b-882d-45b099c945be', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'port_id': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'mac_address': 'fa:16:3e:c2:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:09:51Z', 'updated_at': '2021-09-16T15:10:18Z', 'revision_number': 1, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:19.691641 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b267607-812f-470f-b73a-4a086e231cf7 None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '7df3a350-3f08-402b-882d-45b099c945be', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'port_id': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'mac_address': 'fa:16:3e:c2:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:09:51Z', 'updated_at': '2021-09-16T15:10:18Z', 'revision_number': 1, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:19.880775 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb7f8e-a6f1-426d-bf73-c852eefa2ac1 None None] New status for floating IP 7df3a350-3f08-402b-882d-45b099c945be: ACTIVE {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:10:20.984579 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1556b11a-4aba-4696-8f59-ad551eb334a1 x-openstack-request-id: req-1556b11a-4aba-4696-8f59-ad551eb334a1 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:20.985415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:20.985734 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1556b11a-4aba-4696-8f59-ad551eb334a1 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:20.986210 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'status': 'completed', 'code': 200} Sep 16 15:10:21.093857 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-ef2d1fbb-1bbd-466d-9ae8-5cf4f09a62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.095369 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-ef2d1fbb-1bbd-466d-9ae8-5cf4f09a62af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0722673 Sep 16 15:10:21.103901 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca724d59-7080-4f2a-b1ed-b44b5c225f15 req-c529a865-b8fa-4cde-9d36-a755196cdb78 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.105252 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca724d59-7080-4f2a-b1ed-b44b5c225f15 req-c529a865-b8fa-4cde-9d36-a755196cdb78 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0738935 Sep 16 15:10:21.192808 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca724d59-7080-4f2a-b1ed-b44b5c225f15 req-b1d525ce-ac54-4f38-bfdf-90d25d22d856 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785730 Sep 16 15:10:21.218322 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-e9603f89-29ad-4869-b26e-e4e0a746f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.220086 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-e9603f89-29ad-4869-b26e-e4e0a746f6f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.1124468 Sep 16 15:10:21.292185 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-66e26328-0ee0-4fea-9611-95d3f9d697bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1000 time: 0.0617335 Sep 16 15:10:21.345177 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-147eb582-6ffe-435e-89f1-76d729718a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.347254 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-147eb582-6ffe-435e-89f1-76d729718a8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0462074 Sep 16 15:10:21.417573 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-d4e6e551-5293-4a33-8f3b-cdd50d25e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.419084 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-d4e6e551-5293-4a33-8f3b-cdd50d25e1b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462003 Sep 16 15:10:21.517493 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-ee141940-d5c1-49d1-9729-5a0c18a9f4dc service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Sep 16 15:10:22.998146 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a2335cc4-f9e9-4fd4-8e26-e5159e2aa7bb req-8ecf696a-b4dc-4183-a9c4-dd13cf41c155 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869076 Sep 16 15:10:25.187699 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f34a-22a5-4dac-9e90-136ee7a9e6ca req-bf5e6063-fe34-4543-8ff3-3c2e3488e8c3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:25.189081 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e3d5f34a-22a5-4dac-9e90-136ee7a9e6ca req-bf5e6063-fe34-4543-8ff3-3c2e3488e8c3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Sep 16 15:10:25.228448 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e3d5f34a-22a5-4dac-9e90-136ee7a9e6ca req-fd3ceab0-303a-45be-b58b-4161ff5af06b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Sep 16 15:10:26.344285 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4913f0-5f13-49cb-b201-730ac1a2537f req-bfd43770-6373-49f3-aff3-ea389a49d7eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:26.345707 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bc4913f0-5f13-49cb-b201-730ac1a2537f req-bfd43770-6373-49f3-aff3-ea389a49d7eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0491457 Sep 16 15:10:26.382719 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bc4913f0-5f13-49cb-b201-730ac1a2537f req-3d5ef0f9-e831-4fd9-966f-7bb8ea92c321 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Sep 16 15:10:29.598756 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca548-e7ee-425d-8c9d-7fe2ca972d29 req-45b22143-517f-4eb5-97ca-e8a9ed2d1399 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:29.600456 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-46dca548-e7ee-425d-8c9d-7fe2ca972d29 req-45b22143-517f-4eb5-97ca-e8a9ed2d1399 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Sep 16 15:10:29.613410 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228cde-ef58-4f5a-9d61-9cfe354c4c53 req-a281a19a-725d-4a1a-859c-b34ce6128663 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:29.614912 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-75228cde-ef58-4f5a-9d61-9cfe354c4c53 req-a281a19a-725d-4a1a-859c-b34ce6128663 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Sep 16 15:10:29.641786 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-46dca548-e7ee-425d-8c9d-7fe2ca972d29 req-56992c6c-8e02-465b-a41c-6774abccf868 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343645 Sep 16 15:10:29.652976 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-75228cde-ef58-4f5a-9d61-9cfe354c4c53 req-d263b0cb-e7cf-439d-a765-ea213fa2941d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303791 Sep 16 15:10:29.836324 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-63cdd5e8-dfd2-46d9-b142-aebf37e9016a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.497570 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43064) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:30.617968 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.708415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.714674 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.757014 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcf86e8c4d9e461086365af34e8b3ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580538 Sep 16 15:10:30.759708 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43076) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:30.775195 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f8b70-a9e1-4856-ba8a-439f0e6df7e8 req-a949d617-f482-4548-af4d-0bd63510a149 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:30.777477 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-803f8b70-a9e1-4856-ba8a-439f0e6df7e8 req-a949d617-f482-4548-af4d-0bd63510a149 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0644500 Sep 16 15:10:30.786353 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eb4678-d8c2-4856-8846-de9e4ae5f6f9,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.799281 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.799632 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.799971 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.800513 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.800849 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.801182 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.801680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.802012 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.802350 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.802702 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.803031 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.803356 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649cf87-8aaf-4893-86d6-791354879033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.819097 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d539-4379-4c23-a424-864a63797dee req-3e33f3f6-8678-49eb-b95d-a8559743d719 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:30.821022 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3df9d539-4379-4c23-a424-864a63797dee req-3e33f3f6-8678-49eb-b95d-a8559743d719 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0866194 Sep 16 15:10:30.848275 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-803f8b70-a9e1-4856-ba8a-439f0e6df7e8 req-cc30bd49-5960-4d50-85c9-eae0669687cb tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616441 Sep 16 15:10:30.862689 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.866554 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3df9d539-4379-4c23-a424-864a63797dee req-6aaeb8bc-40de-44b9-b9e4-fcb09ce3d611 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361602 Sep 16 15:10:30.889272 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.938461 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.941553 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.942820 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2eb4678-d8c2-4856-8846-de9e4ae5f6f9 HTTP/1.1" status: 204 len: 168 time: 0.1814215 Sep 16 15:10:30.952062 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eb4678-d8c2-4856-8846-de9e4ae5f6f9,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.959631 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.960020 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.960262 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.960589 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.960920 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.961251 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.961594 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.962039 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.962521 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.962977 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.963310 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:30.964467 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7aed2c-c010-4328-ba6b-14e4839b8775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:31.989641 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e198ad4-b3c1-4575-94f1-cebde7c2991b req-b8fd5eee-829a-42c0-89b2-3d7ccf271318 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:31.991405 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e198ad4-b3c1-4575-94f1-cebde7c2991b req-b8fd5eee-829a-42c0-89b2-3d7ccf271318 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0660410 Sep 16 15:10:31.991893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dea927-9fd6-4b26-ab20-4eec877d01d2 req-a4e6354f-e551-440f-8584-8fef036664ae tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:31.993431 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d2dea927-9fd6-4b26-ab20-4eec877d01d2 req-a4e6354f-e551-440f-8584-8fef036664ae tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0551462 Sep 16 15:10:32.036819 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e198ad4-b3c1-4575-94f1-cebde7c2991b req-59670728-1ef0-4ad6-8df5-b8e8701ae506 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/security-groups?id=b6ea9e86-2512-405f-818a-dbda859f9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373788 Sep 16 15:10:32.039103 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d2dea927-9fd6-4b26-ab20-4eec877d01d2 req-3e4634a3-9eee-4eb9-95db-d98bf9f0bb86 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Sep 16 15:10:32.250176 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-7a019bea-7244-4070-a478-220875ae02b9 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:32.251674 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-7a019bea-7244-4070-a478-220875ae02b9 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.61 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Sep 16 15:10:32.312105 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-49908237-e737-4e7b-b060-058f1ebdc156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.390145 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Deleting port dad1350d-051c-44c9-a394-65f324ec227d {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:10:32.390529 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.483415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] For port dad1350d-051c-44c9-a394-65f324ec227d, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=dad1350d-051c-44c9-a394-65f324ec227d,segment=NetworkSegment(1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f),segment_id=1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:32.483783 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.636055 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43160) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:32.706050 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Calling delete_port for dad1350d-051c-44c9-a394-65f324ec227d owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:10:32.750582 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb340-fee5-48d5-824f-6cb80f9f6a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.894490 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.895637 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb340-fee5-48d5-824f-6cb80f9f6a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.900133 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7c5fb340-fee5-48d5-824f-6cb80f9f6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.909388 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['dad1350d-051c-44c9-a394-65f324ec227d'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:32.923781 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Pushing event deleted for resources: {'Port': ['ID=dad1350d-051c-44c9-a394-65f324ec227d,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:32.959471 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-7c5fb340-fee5-48d5-824f-6cb80f9f6a93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5352e86392904bfebc8663c3d8d3a0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219364 Sep 16 15:10:32.961420 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fb340-fee5-48d5-824f-6cb80f9f6a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32fc17-18f3-4040-840e-fb8ce0ddc32a,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:32.964634 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43174) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:32.986892 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] No DVR routers for this DVR port dad1350d-051c-44c9-a394-65f324ec227d on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:10:32.990016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.992054 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9539e1d7-9f62-4ab3-b376-8cb8da7b6c29 req-6e90f5e6-fd76-4f29-83bb-e60b9977fdbf tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.61 "DELETE /v2.0/ports/dad1350d-051c-44c9-a394-65f324ec227d HTTP/1.1" status: 204 len: 173 time: 0.7305191 Sep 16 15:10:32.992486 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780bf222-8308-43cb-a582-922d93f730e5', 'name': 'network-vif-deleted', 'tag': 'dad1350d-051c-44c9-a394-65f324ec227d'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:32.995253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455ed55-4dab-4e13-8286-b8733528e55a" -d '{"events": [{"server_uuid": "780bf222-8308-43cb-a582-922d93f730e5", "name": "network-vif-deleted", "tag": "dad1350d-051c-44c9-a394-65f324ec227d"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:33.016003 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34a62362-9a2a-4a36-9ed5-1cddd9e586b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.035920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d1c9c-520b-4adb-a980-938f66479668 x-openstack-request-id: req-ac5d1c9c-520b-4adb-a980-938f66479668 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:33.036446 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780bf222-8308-43cb-a582-922d93f730e5", "name": "network-vif-deleted", "tag": "dad1350d-051c-44c9-a394-65f324ec227d", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:33.036853 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac5d1c9c-520b-4adb-a980-938f66479668 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:33.037253 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780bf222-8308-43cb-a582-922d93f730e5', 'name': 'network-vif-deleted', 'tag': 'dad1350d-051c-44c9-a394-65f324ec227d', 'status': 'completed', 'code': 200} Sep 16 15:10:33.045573 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34a62362-9a2a-4a36-9ed5-1cddd9e586b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.088505 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.103782 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34a62362-9a2a-4a36-9ed5-1cddd9e586b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.106552 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34a62362-9a2a-4a36-9ed5-1cddd9e586b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.110055 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-34a62362-9a2a-4a36-9ed5-1cddd9e586b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab32fc17-18f3-4040-840e-fb8ce0ddc32a HTTP/1.1" status: 204 len: 168 time: 0.1419995 Sep 16 15:10:33.117619 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a62362-9a2a-4a36-9ed5-1cddd9e586b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32fc17-18f3-4040-840e-fb8ce0ddc32a,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:33.176374 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7fa61063-9a27-4d78-9460-f515ae1703e8 req-03bad0a5-0db3-40b5-a1d8-d9bc59d113ce tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.0413506 Sep 16 15:10:33.199777 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d0928-67e5-414e-9d6e-8a7c3882fdee req-7be036e3-2ac9-4c20-823c-e5c66405c827 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:33.201283 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae1d0928-67e5-414e-9d6e-8a7c3882fdee req-7be036e3-2ac9-4c20-823c-e5c66405c827 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0632973 Sep 16 15:10:33.246027 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae1d0928-67e5-414e-9d6e-8a7c3882fdee req-36b465c7-2f4d-4f79-a623-ed333c9a4816 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Sep 16 15:10:33.303363 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.429484 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43196) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:33.445718 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c2e4e7cd-03b5-4c05-9db8-0c80c14c7c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.538039 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c2e4e7cd-03b5-4c05-9db8-0c80c14c7c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.543049 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c2e4e7cd-03b5-4c05-9db8-0c80c14c7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.585728 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c2e4e7cd-03b5-4c05-9db8-0c80c14c7c38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9c47e7443224aa4b68cd24ff22d25b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551669 Sep 16 15:10:33.588403 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43198) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:33.590685 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4e7cd-03b5-4c05-9db8-0c80c14c7c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e3e74-1686-4e76-8005-cd8343ba07d1,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:33.646238 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ed256903-0c93-4779-b84c-9a5ac93ae7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.667625 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ed256903-0c93-4779-b84c-9a5ac93ae7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.711744 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ed256903-0c93-4779-b84c-9a5ac93ae7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.715180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ed256903-0c93-4779-b84c-9a5ac93ae7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.716355 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ed256903-0c93-4779-b84c-9a5ac93ae7a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f5e3e74-1686-4e76-8005-cd8343ba07d1 HTTP/1.1" status: 204 len: 168 time: 0.1269758 Sep 16 15:10:33.724040 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed256903-0c93-4779-b84c-9a5ac93ae7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e3e74-1686-4e76-8005-cd8343ba07d1,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:34.063227 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43210) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:34.080468 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eab15-7491-47e0-9c46-1e0c4ba9abf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.190253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eab15-7491-47e0-9c46-1e0c4ba9abf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.194680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eab15-7491-47e0-9c46-1e0c4ba9abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.247707 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eab15-7491-47e0-9c46-1e0c4ba9abf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e179eb83-48bc-4d38-9e25-d37edd0babb1,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:34.253961 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ef7eab15-7491-47e0-9c46-1e0c4ba9abf6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bf2dabfeb8840eb8ac8b6ab1838b898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897047 Sep 16 15:10:34.256601 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43214) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:34.318402 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-202affa6-31c0-4613-a66f-e9d79cbb9cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.347780 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-202affa6-31c0-4613-a66f-e9d79cbb9cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.407289 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-202affa6-31c0-4613-a66f-e9d79cbb9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.410168 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-202affa6-31c0-4613-a66f-e9d79cbb9cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.411376 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-202affa6-31c0-4613-a66f-e9d79cbb9cfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e179eb83-48bc-4d38-9e25-d37edd0babb1 HTTP/1.1" status: 204 len: 168 time: 0.1538711 Sep 16 15:10:34.421024 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202affa6-31c0-4613-a66f-e9d79cbb9cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e179eb83-48bc-4d38-9e25-d37edd0babb1,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:35.047075 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:36.336892 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-edee6138-933f-4ff0-890b-8c101ef5f47c req-9ad30d6d-5160-48c9-9d8d-6ca96e7b1484 tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.0268695 Sep 16 15:10:36.383186 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e0904-af66-41d3-ae4e-55b745cdff8f req-76a1bb53-7482-41e0-b9e7-c58d4c06e762 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:36.384727 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-959e0904-af66-41d3-ae4e-55b745cdff8f req-76a1bb53-7482-41e0-b9e7-c58d4c06e762 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Sep 16 15:10:36.421747 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-959e0904-af66-41d3-ae4e-55b745cdff8f req-49382371-5ef4-43c2-a4fc-220bf9c25a1f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304310 Sep 16 15:10:37.101645 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device dad1350d-051c-44c9-a394-65f324ec227d no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:10:37.124327 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: dad1350d-051c-44c9-a394-65f324ec227d {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:10:37.124804 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device dad1350d-051c-44c9-a394-65f324ec227d not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:10:37.530992 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dc6506e5-409e-49af-a3c3-d55d548aff14 req-9b58224c-0c30-46fe-b4f0-091b045bbbcb tempest-DeleteServersTestJSON-1758990727 tempest-DeleteServersTestJSON-1758990727-project] 10.222.0.52 "GET /v2.0/ports?device_id=780bf222-8308-43cb-a582-922d93f730e5 HTTP/1.1" status: 200 len: 210 time: 0.0338953 Sep 16 15:10:37.630219 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1c53-d4b0-49e5-8e05-a0c9f1bba0ae req-5de5c7b9-7c90-469e-aea0-7426af984b99 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:37.638870 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79be1c53-d4b0-49e5-8e05-a0c9f1bba0ae req-5de5c7b9-7c90-469e-aea0-7426af984b99 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0660241 Sep 16 15:10:37.675912 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79be1c53-d4b0-49e5-8e05-a0c9f1bba0ae req-a71ab45d-f061-4cc4-88b5-59f54567071c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Sep 16 15:10:37.873357 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43260) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:37.981697 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6a3f-2eb2-4e9d-ac36-873e4583d62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.068745 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6a3f-2eb2-4e9d-ac36-873e4583d62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.072225 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cdfc6a3f-2eb2-4e9d-ac36-873e4583d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.109936 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-cdfc6a3f-2eb2-4e9d-ac36-873e4583d62f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7aae5b822c574b40a0a669ea5755903d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353787 Sep 16 15:10:38.110830 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6a3f-2eb2-4e9d-ac36-873e4583d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9011a2-3a04-4a13-8c96-959fc3baa945,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:38.113380 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43264) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:38.119374 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.168735 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8f95e592-88bd-4583-8d18-ebe708e9672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.188939 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8f95e592-88bd-4583-8d18-ebe708e9672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.237036 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8f95e592-88bd-4583-8d18-ebe708e9672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.239761 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8f95e592-88bd-4583-8d18-ebe708e9672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.240910 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-8f95e592-88bd-4583-8d18-ebe708e9672d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e9011a2-3a04-4a13-8c96-959fc3baa945 HTTP/1.1" status: 204 len: 168 time: 0.1268365 Sep 16 15:10:38.249025 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95e592-88bd-4583-8d18-ebe708e9672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9011a2-3a04-4a13-8c96-959fc3baa945,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:38.817897 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34cc6f-3a6d-48f3-bcbe-51f8dd5ad946 req-f9a14e3e-cdc8-4237-bd5d-be959621fa02 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:38.819425 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2d34cc6f-3a6d-48f3-bcbe-51f8dd5ad946 req-f9a14e3e-cdc8-4237-bd5d-be959621fa02 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0585418 Sep 16 15:10:38.868326 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2d34cc6f-3a6d-48f3-bcbe-51f8dd5ad946 req-cfedf843-3554-4034-bf90-eb2a15fa1f5d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Sep 16 15:10:39.075795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-b60d66ee-cb1f-482a-a121-d01077a581ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721116 Sep 16 15:10:39.156986 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-81a81699-609c-4c4c-a982-ed0da16ec4f9 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:39.158616 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-81a81699-609c-4c4c-a982-ed0da16ec4f9 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.1230500 Sep 16 15:10:39.187911 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-efd189d4-e972-4192-9a9c-f54a9e9f6af7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/quotas/e996f34b557847edaec9995df7fab9c1 HTTP/1.1" status: 200 len: 375 time: 0.0141456 Sep 16 15:10:39.205587 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-827b7b77-7f18-454f-b16f-f5156f2d171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:39.207044 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-827b7b77-7f18-454f-b16f-f5156f2d171f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0740418 Sep 16 15:10:39.269857 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-71cec050-a18f-4b3b-9d3a-f919ad1d55d2 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740244 Sep 16 15:10:39.391052 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-2f3ca080-8557-4126-950b-b662bb7da924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:39.392502 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-2f3ca080-8557-4126-950b-b662bb7da924 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 916 time: 0.1569724 Sep 16 15:10:39.446909 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-ec606ced-1446-4c76-a26c-b3ad00cf6bf4 service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411650 Sep 16 15:10:39.449078 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-d0015333-9754-48cb-8dc3-7d9b606720b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3a750a9-593d-4275-9cfc-11eca36743bf HTTP/1.1" status: 200 len: 217 time: 0.0404866 Sep 16 15:10:39.562928 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-8c6f6ff1-55ea-444b-b8b6-cec85c96ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:39.564290 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-8c6f6ff1-55ea-444b-b8b6-cec85c96ba06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.1028121 Sep 16 15:10:39.608868 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-4bf42251-a620-4faf-bf8a-be87e63f7b00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321898 Sep 16 15:10:39.618264 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-56939c53-e41e-48ee-bf56-889bfc66a21c service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644168 Sep 16 15:10:39.754768 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-58e95f4b-731a-4151-84ba-fa579152cda5 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335111 Sep 16 15:10:39.849494 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf85e20b-69e4-4731-9921-bd4d294af17d req-0dcb72e5-f381-402f-9c9d-ea355d3710c7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 210 time: 0.0364850 Sep 16 15:10:39.914868 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:10:39.925685 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7a75ac8-c2d9-4c81-9e6f-2e0586d6408f req-bb994a15-015c-4480-b594-8b28ec1d15be service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435158 Sep 16 15:10:40.012948 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671c7c-ea98-4ea7-b0b3-58cf6388313d req-7216e5b2-37d9-426f-bcdf-71ef11842dd0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:40.017554 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-10671c7c-ea98-4ea7-b0b3-58cf6388313d req-7216e5b2-37d9-426f-bcdf-71ef11842dd0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0694511 Sep 16 15:10:40.060181 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43418) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:40.063123 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-10671c7c-ea98-4ea7-b0b3-58cf6388313d req-fe5a7a66-c54f-422f-bf5d-e3c9f3dadb47 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Sep 16 15:10:40.112213 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Deleting subnet f3382915-fc90-4fe6-898a-b24e6acaf71c {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:10:40.115668 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.160812 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.204485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.262601 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.293575 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3382915-fc90-4fe6-898a-b24e6acaf71c,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:40.297555 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.299514 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9891d762-ad53-4f5c-8b08-3437d0c6d468 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f3382915-fc90-4fe6-898a-b24e6acaf71c HTTP/1.1" status: 204 len: 168 time: 0.2381344 Sep 16 15:10:40.303469 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43426) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:40.374028 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.461086 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.482835 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387e8016-66f2-4242-9951-8a9257060d04']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:40.492025 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:40.492322 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab6bcc2-7ddc-47b1-b8e1-452c10edf55f') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:40.501803 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.514890 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.520504 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:10:40.520887 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:10:40.522533 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:10:40.578375 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.582951 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.584823 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/387e8016-66f2-4242-9951-8a9257060d04 HTTP/1.1" status: 204 len: 168 time: 0.2804122 Sep 16 15:10:40.599010 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702d107-7e89-4908-8c02-dcb3357fa0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=387e8016-66f2-4242-9951-8a9257060d04,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:40.761367 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43434) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:40.801975 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-58bfa1e3-b178-48f9-bad0-1423e5d7198f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c029949eecb24ce594e39d49d26ea082&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403948 Sep 16 15:10:40.804165 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43436) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:40.862282 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4246b80b-512f-4597-abe7-76ed212d674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.885336 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4246b80b-512f-4597-abe7-76ed212d674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.970475 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4246b80b-512f-4597-abe7-76ed212d674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.973723 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4246b80b-512f-4597-abe7-76ed212d674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.975053 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-4246b80b-512f-4597-abe7-76ed212d674f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6ea9e86-2512-405f-818a-dbda859f9531 HTTP/1.1" status: 204 len: 168 time: 0.1699882 Sep 16 15:10:40.987481 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246b80b-512f-4597-abe7-76ed212d674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ea9e86-2512-405f-818a-dbda859f9531,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:41.046073 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b76ce970-0c86-4234-a766-a45128c31bf9 req-17c02fa7-1f7e-46cc-889e-0df44c3da44f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 210 time: 0.0506160 Sep 16 15:10:41.153053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-1c30ffcf-587d-42c2-971b-db0f6fb2df13 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:41.154859 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-1c30ffcf-587d-42c2-971b-db0f6fb2df13 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.2426033 Sep 16 15:10:41.172774 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Request body: {'port': {'device_id': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'admin_state_up': True, 'tenant_id': 'e996f34b557847edaec9995df7fab9c1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:41.227567 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345be26-fb32-4327-8600-be6d9164f11e req-16847253-3225-442f-98ff-7860df63696a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:41.231286 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c345be26-fb32-4327-8600-be6d9164f11e req-16847253-3225-442f-98ff-7860df63696a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0663159 Sep 16 15:10:41.297737 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c345be26-fb32-4327-8600-be6d9164f11e req-ce162925-3e2d-4605-86a8-54d8ffba0c3c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552146 Sep 16 15:10:41.321142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Made reservation on behalf of e996f34b557847edaec9995df7fab9c1 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:41.331020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.396144 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43470) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:41.468311 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Allocated IP 172.20.0.13 (14ae8c46-d593-4277-8be6-57a6cc7e6def/52ada09a-68a0-40db-92db-2c64f7803900/fa486bb3-27fc-4a92-8139-bb308edcb16a) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:41.518006 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8af8-29fc-4350-a683-624251af9946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.632205 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8af8-29fc-4350-a683-624251af9946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.637422 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8af8-29fc-4350-a683-624251af9946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.653393 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.678961 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-0e9a8af8-29fc-4350-a683-624251af9946 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b9ee08f22854f0ca7caa7cf873d9dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817571 Sep 16 15:10:41.679816 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a8af8-29fc-4350-a683-624251af9946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3e0484-3d70-49aa-a23c-aa906eb40c5c,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:41.682509 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43482) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:41.715299 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.732603 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:41.793606 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:41.799108 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:41.821062 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:41.821775 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:41.822701 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.825400 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-81256d40-b431-47f7-98de-f86e8b26931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.826936 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event updated for resources: {'Port': ['ID=fa486bb3-27fc-4a92-8139-bb308edcb16a,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:41.860249 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-60abcaa1-5e17-4ee3-80c2-7e46381fd113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6927698 Sep 16 15:10:41.867375 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-81256d40-b431-47f7-98de-f86e8b26931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.882835 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Request body: {'port': {'device_id': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:41.965467 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.987084 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-81256d40-b431-47f7-98de-f86e8b26931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.989757 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-81256d40-b431-47f7-98de-f86e8b26931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.993213 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-81256d40-b431-47f7-98de-f86e8b26931c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff3e0484-3d70-49aa-a23c-aa906eb40c5c HTTP/1.1" status: 204 len: 168 time: 0.3036017 Sep 16 15:10:42.021505 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256d40-b431-47f7-98de-f86e8b26931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3e0484-3d70-49aa-a23c-aa906eb40c5c,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.234863 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29505e-babe-4aa5-88ad-de7a2012a73f req-168f7ec6-0d8f-4664-8def-364636644132 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.236411 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3e29505e-babe-4aa5-88ad-de7a2012a73f req-168f7ec6-0d8f-4664-8def-364636644132 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 932 time: 0.0994124 Sep 16 15:10:42.330191 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa486bb3-27fc-4a92-8139-bb308edcb16a {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:42.346978 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.375948 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3e29505e-babe-4aa5-88ad-de7a2012a73f req-6f1a576b-78b7-4821-8321-d87988c21c73 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295288 Sep 16 15:10:42.376806 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Transition to ACTIVE for port object fa486bb3-27fc-4a92-8139-bb308edcb16a will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:42.383847 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.432802 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df008d8-cd92-4032-936d-099cc153d92a req-51d668f6-ac77-4e9f-b7ea-908273be8cd9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.435058 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4df008d8-cd92-4032-936d-099cc153d92a req-51d668f6-ac77-4e9f-b7ea-908273be8cd9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0655556 Sep 16 15:10:42.456598 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Pushing event updated for resources: {'Port': ['ID=fa486bb3-27fc-4a92-8139-bb308edcb16a,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.484466 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4df008d8-cd92-4032-936d-099cc153d92a req-c624d247-fd31-4a32-9ef3-4a78dc129e0c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Sep 16 15:10:42.496119 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Attempting to bind port fa486bb3-27fc-4a92-8139-bb308edcb16a on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:42.496493 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Attempting to bind port fa486bb3-27fc-4a92-8139-bb308edcb16a by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:42.496730 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Attempting to bind port fa486bb3-27fc-4a92-8139-bb308edcb16a on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:42.501260 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Port fa486bb3-27fc-4a92-8139-bb308edcb16a on network 14ae8c46-d593-4277-8be6-57a6cc7e6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:42.501588 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Attempting to bind port fa486bb3-27fc-4a92-8139-bb308edcb16a on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:42.506284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:42.506646 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Checking segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:42.507030 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Bound using segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:42.507454 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Bound port: fa486bb3-27fc-4a92-8139-bb308edcb16a, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:42.507848 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.582440 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] For port fa486bb3-27fc-4a92-8139-bb308edcb16a, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:42.585602 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] For port fa486bb3-27fc-4a92-8139-bb308edcb16a, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:42.592188 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.627304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.627979 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.629726 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] 10.222.0.61 "PUT /v2.0/ports/fa486bb3-27fc-4a92-8139-bb308edcb16a HTTP/1.1" status: 200 len: 1094 time: 0.7533550 Sep 16 15:10:42.632277 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'tag': 'fa486bb3-27fc-4a92-8139-bb308edcb16a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:42.635870 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc31d811-29fe-4a04-ab2f-c345168bcf57" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd", "tag": "fa486bb3-27fc-4a92-8139-bb308edcb16a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:42.685603 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7479f-b3a4-4280-99cd-97d2989b1a05 x-openstack-request-id: req-f2b7479f-b3a4-4280-99cd-97d2989b1a05 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:42.685885 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd", "tag": "fa486bb3-27fc-4a92-8139-bb308edcb16a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:42.686133 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2b7479f-b3a4-4280-99cd-97d2989b1a05 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:42.686667 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'tag': 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'status': 'completed', 'code': 200} Sep 16 15:10:42.699787 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da86f1-ece3-428d-9cb2-8eed24b828df service neutron] Pushing event updated for resources: {'Port': ['ID=fa486bb3-27fc-4a92-8139-bb308edcb16a,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.744820 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-16ca7265-9569-4e73-9029-752e86091d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.746567 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-16ca7265-9569-4e73-9029-752e86091d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 1097 time: 0.0552526 Sep 16 15:10:42.794486 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-4cf2f2a7-7175-4fd1-85e4-21343f3a4c9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a HTTP/1.1" status: 200 len: 217 time: 0.0375590 Sep 16 15:10:42.858810 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-3f8da9e8-b4b5-4752-af05-f0544daaec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.860694 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-3f8da9e8-b4b5-4752-af05-f0544daaec47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.0548313 Sep 16 15:10:42.891251 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43542) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:42.900550 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-5519bb18-c629-45e4-b1a4-7e5d41278523 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312231 Sep 16 15:10:42.952314 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43546) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:43.016603 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-26d403dd-6576-423a-a3aa-e3825d3d34dc service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048148 Sep 16 15:10:43.052682 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-795947361-network', 'tenant_id': 'cfceef931c67489aa587020a0ad6ff5a'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:43.080466 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7bb26049-f1de-4111-a71e-719e8b121884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.096918 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Made reservation on behalf of cfceef931c67489aa587020a0ad6ff5a for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:43.099177 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.112642 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.131253 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3655b403-313c-4bbf-9f7b-4dfbf2597311 req-92c991db-9260-47c7-bd0f-c3ca76ab3131 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001258 Sep 16 15:10:43.206343 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7bb26049-f1de-4111-a71e-719e8b121884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.212308 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7bb26049-f1de-4111-a71e-719e8b121884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.249955 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-b9f3e130-491b-4933-b3ef-dccb322af0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:43.251535 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-b9f3e130-491b-4933-b3ef-dccb322af0aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 1097 time: 0.0464568 Sep 16 15:10:43.266044 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-7bb26049-f1de-4111-a71e-719e8b121884 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3633897812694fb3adb9ccb7809332ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124492 Sep 16 15:10:43.268768 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43554) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:43.277785 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb26049-f1de-4111-a71e-719e8b121884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8501ec83-c165-4869-a254-abe3ee38350e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:43.353319 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca5ce-b7ba-4f06-97ff-59e80fb63f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.357694 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-feb4d4da-4d59-47b9-9b75-e91e2a70822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:43.359210 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-feb4d4da-4d59-47b9-9b75-e91e2a70822b service neutron] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 916 time: 0.0942721 Sep 16 15:10:43.390534 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca5ce-b7ba-4f06-97ff-59e80fb63f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.400523 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.406087 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-a9520742-20fe-46dd-8ed7-5d5056618866 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a HTTP/1.1" status: 200 len: 217 time: 0.0338144 Sep 16 15:10:43.406257 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.452869 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:10:43.471883 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e788c1d5-6f89-4b32-b066-0e3fc065f3d2,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:43.475401 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-f3ab79f7-898b-43e6-9722-ce0da6133b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:43.477499 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-f3ab79f7-898b-43e6-9722-ce0da6133b64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.0591407 Sep 16 15:10:43.498664 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.499018 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Added segment 453e8554-37d6-4bdd-b11a-9010ffe3bb8a of type vlan for network 755f892f-20ae-4897-9f98-26395e9c3f47 Sep 16 15:10:43.516678 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-b7611490-7656-475f-870a-15f5c09da929 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253139 Sep 16 15:10:43.552109 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.563970 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4bdd4-b646-4c45-bea2-8ec3e290004f req-d20ff3a7-f808-4bda-9b6d-143d4914593a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:43.565499 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-57e4bdd4-b646-4c45-bea2-8ec3e290004f req-d20ff3a7-f808-4bda-9b6d-143d4914593a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 944 time: 0.1137228 Sep 16 15:10:43.566123 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca5ce-b7ba-4f06-97ff-59e80fb63f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.568699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9c3ca5ce-b7ba-4f06-97ff-59e80fb63f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.569737 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9c3ca5ce-b7ba-4f06-97ff-59e80fb63f28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8501ec83-c165-4869-a254-abe3ee38350e HTTP/1.1" status: 204 len: 168 time: 0.3000906 Sep 16 15:10:43.598883 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ca5ce-b7ba-4f06-97ff-59e80fb63f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501ec83-c165-4869-a254-abe3ee38350e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:43.630211 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.631219 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:43.631802 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.671115 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-57e4bdd4-b646-4c45-bea2-8ec3e290004f req-331063d9-23f7-40f7-ac62-b6fb2c63724f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966539 Sep 16 15:10:43.696876 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-db56a1c0-7a18-4ecd-b943-57a77e67fcb3 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674252 Sep 16 15:10:43.706944 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f53a4-6305-4a15-a1ad-c69b4fa1cf27 req-08da6c89-200c-4b63-b557-f751f539f444 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:43.708440 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eb3f53a4-6305-4a15-a1ad-c69b4fa1cf27 req-08da6c89-200c-4b63-b557-f751f539f444 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.1333861 Sep 16 15:10:43.735022 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8426661 Sep 16 15:10:43.738146 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43564) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:43.738850 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928b1da-0e0b-4718-96ae-5643ee14d64a admin admin] Pushing event updated for resources: {'Network': ['ID=755f892f-20ae-4897-9f98-26395e9c3f47,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:43.749891 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 755f892f-20ae-4897-9f98-26395e9c3f47 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:10:43.751333 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Request body: {'subnet': {'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-795947361-subnet', 'tenant_id': 'cfceef931c67489aa587020a0ad6ff5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:43.788526 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Made reservation on behalf of cfceef931c67489aa587020a0ad6ff5a for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:43.792925 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7775065'] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.808156 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eb3f53a4-6305-4a15-a1ad-c69b4fa1cf27 req-fa1973ed-b4c5-4735-9ffc-0aa837991222 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894563 Sep 16 15:10:43.840256 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dc31d811-29fe-4a04-ab2f-c345168bcf57 req-44e1177a-7173-497f-801d-303a781fc0cf service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308186 Sep 16 15:10:43.921052 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43568) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:43.949568 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a0d4baae-3256-4f88-b131-6a2752d3d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.999885 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1098237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7775095'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.049641 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a0d4baae-3256-4f88-b131-6a2752d3d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.054081 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a0d4baae-3256-4f88-b131-6a2752d3d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.059279 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531e1b6d-144f-435a-8018-bf6258cca3cc,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:44.069632 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Checking segment: {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:44.069991 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Network hostable DHCP agents. Network: 755f892f-20ae-4897-9f98-26395e9c3f47, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:10:44.087062 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Network 755f892f-20ae-4897-9f98-26395e9c3f47 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:10:44.096524 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a0d4baae-3256-4f88-b131-6a2752d3d030 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3677aba442e44137b1b6878869bcde86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738300 Sep 16 15:10:44.096750 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 755f892f-20ae-4897-9f98-26395e9c3f47) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:44.097367 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4baae-3256-4f88-b131-6a2752d3d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06212ac3-22ac-4be1-b30b-57f882039940,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:44.099814 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43570) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:44.106245 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.106749 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48332211-2e0c-47b2-a873-f1e3db62eef2 None None] Network 755f892f-20ae-4897-9f98-26395e9c3f47 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:44.106869 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.138468 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-2762851b-f45b-46a1-a35b-2f4963df1314 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3919833 Sep 16 15:10:44.162631 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c01ef839-0446-4edb-a18d-434c13f142b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.185130 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c01ef839-0446-4edb-a18d-434c13f142b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.241243 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c01ef839-0446-4edb-a18d-434c13f142b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.243870 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c01ef839-0446-4edb-a18d-434c13f142b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:44.245582 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c01ef839-0446-4edb-a18d-434c13f142b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06212ac3-22ac-4be1-b30b-57f882039940 HTTP/1.1" status: 204 len: 168 time: 0.1448956 Sep 16 15:10:44.253873 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef839-0446-4edb-a18d-434c13f142b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06212ac3-22ac-4be1-b30b-57f882039940,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:44.266495 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67fb55-b555-4a82-b896-b1f644187499 None None] Network 755f892f-20ae-4897-9f98-26395e9c3f47 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:44.805164 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140309-2d9e-4e1a-a3ed-910f45f48826 req-baaaa0a1-a022-4e1d-a2a1-834555629ce1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.807469 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c9140309-2d9e-4e1a-a3ed-910f45f48826 req-baaaa0a1-a022-4e1d-a2a1-834555629ce1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 944 time: 0.0522721 Sep 16 15:10:44.848041 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c9140309-2d9e-4e1a-a3ed-910f45f48826 req-0f640116-ebc6-4852-a00c-6d8363c233c7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341589 Sep 16 15:10:44.949449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fae8f8-3f40-45f1-8151-35de1ac13a83 req-f362163e-9b18-4ac2-b031-262bab608367 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.950957 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-34fae8f8-3f40-45f1-8151-35de1ac13a83 req-f362163e-9b18-4ac2-b031-262bab608367 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Sep 16 15:10:44.995844 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-34fae8f8-3f40-45f1-8151-35de1ac13a83 req-2db8c66b-d45f-4748-a9e1-341385f0db5b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Sep 16 15:10:46.003003 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d8d5c-69ca-4cea-ad27-f67daea830a9 req-ddd5a1dc-2d5d-4d4c-9510-7823e3440383 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.004575 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c81d8d5c-69ca-4cea-ad27-f67daea830a9 req-ddd5a1dc-2d5d-4d4c-9510-7823e3440383 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 944 time: 0.0650043 Sep 16 15:10:46.044965 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c81d8d5c-69ca-4cea-ad27-f67daea830a9 req-6c3b18bd-4fde-4c95-919f-7eeabc3b2e53 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339692 Sep 16 15:10:46.093835 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-85394bd9-5587-4dd9-96c1-2848a5993d16 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.095350 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-85394bd9-5587-4dd9-96c1-2848a5993d16 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/networks?id=755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 200 len: 808 time: 0.1189620 Sep 16 15:10:46.109998 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-3d3f2074-f34b-4e4d-bc0a-46e53dd4f27c tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/quotas/cfceef931c67489aa587020a0ad6ff5a HTTP/1.1" status: 200 len: 375 time: 0.0089881 Sep 16 15:10:46.144499 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-8d634c0d-c3e8-47a8-92c1-6de9cb609b5b tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfceef931c67489aa587020a0ad6ff5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288954 Sep 16 15:10:46.153273 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bdce2-aca0-494d-9533-56ef7a29d25f req-d91fb643-74e6-4956-9c3c-c6f31cad7e31 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.154844 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b6bdce2-aca0-494d-9533-56ef7a29d25f req-d91fb643-74e6-4956-9c3c-c6f31cad7e31 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Sep 16 15:10:46.193987 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b6bdce2-aca0-494d-9533-56ef7a29d25f req-ff5f7bd1-8643-48fa-a059-3b75edbc846b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Sep 16 15:10:46.235559 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-64eee678-ecbd-4d78-b862-957f5c20b9c9 service neutron] 10.222.0.52 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830305 Sep 16 15:10:46.325497 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-b57c3d51-6f1a-4efd-a4a1-351bb9a9220c service neutron] 10.222.0.52 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831206 Sep 16 15:10:46.484278 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ec61f0d5-beaa-4d8f-ab0c-5ea7fe8513c0 req-6d28ef02-ec0e-4c54-89a2-475d77bebad1 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 210 time: 0.0266550 Sep 16 15:10:47.151301 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fa486bb3-27fc-4a92-8139-bb308edcb16a details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:47.182416 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a3bc9-cf2a-4af3-9b37-891fe96595fc req-4b90df83-7342-4dd6-aef6-7a52b72e1bca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.183983 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f42a3bc9-cf2a-4af3-9b37-891fe96595fc req-4b90df83-7342-4dd6-aef6-7a52b72e1bca tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 944 time: 0.0553052 Sep 16 15:10:47.236010 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f42a3bc9-cf2a-4af3-9b37-891fe96595fc req-8cabe998-9985-4be4-b0ba-4ebaceecf52f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Sep 16 15:10:47.258050 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port fa486bb3-27fc-4a92-8139-bb308edcb16a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:47.270311 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'port_id': 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'mac_address': 'fa:16:3e:8e:fb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ada09a-68a0-40db-92db-2c64f7803900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:47.325413 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.339598 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa486bb3-27fc-4a92-8139-bb308edcb16a {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:47.350687 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef411c0-9bd8-4294-bd82-0846cd880bfc req-cdf64492-9f3d-40cc-bde5-112e144a30df tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.352269 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fef411c0-9bd8-4294-bd82-0846cd880bfc req-cdf64492-9f3d-40cc-bde5-112e144a30df tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Sep 16 15:10:47.359821 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port fa486bb3-27fc-4a92-8139-bb308edcb16a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:47.363196 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.404845 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fef411c0-9bd8-4294-bd82-0846cd880bfc req-90299963-2c8a-472d-a07a-50ff91d8db38 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Sep 16 15:10:47.418118 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=fa486bb3-27fc-4a92-8139-bb308edcb16a,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:47.425477 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.425884 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.426182 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.426543 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.426876 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.427211 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.427539 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.427873 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.428221 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.428549 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.428871 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.429192 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:47.589503 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-429d9863-7871-491e-8e14-d442c2942014 req-0826a846-e545-47f7-a146-fca0f0d40721 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 210 time: 0.0344748 Sep 16 15:10:47.729461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-78ce6bee-bad3-4527-a78c-6d8ffbc37076 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.730972 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-78ce6bee-bad3-4527-a78c-6d8ffbc37076 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "GET /v2.0/networks?id=755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 200 len: 808 time: 0.1166418 Sep 16 15:10:47.771284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Request body: {'port': {'device_id': '899d8621-ac96-417f-a413-340dfa06bf51', 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47', 'admin_state_up': True, 'tenant_id': 'cfceef931c67489aa587020a0ad6ff5a'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:47.880531 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Made reservation on behalf of cfceef931c67489aa587020a0ad6ff5a for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:47.884008 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.978499 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['fa486bb3-27fc-4a92-8139-bb308edcb16a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:48.229814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Allocated IP 172.20.0.14 (755f892f-20ae-4897-9f98-26395e9c3f47/531e1b6d-144f-435a-8018-bf6258cca3cc/c4d38c8e-f149-4ca4-8674-579e09cafa59) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:48.409397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510223-fce8-4038-a15a-5fe5539c3fd4 req-db90f895-bf84-4ee0-bc75-f323e16abdd8 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.410902 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1f510223-fce8-4038-a15a-5fe5539c3fd4 req-db90f895-bf84-4ee0-bc75-f323e16abdd8 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 945 time: 0.1008010 Sep 16 15:10:48.415265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.482815 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1f510223-fce8-4038-a15a-5fe5539c3fd4 req-261418d4-8d20-4fae-bb4b-871624677779 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650849 Sep 16 15:10:48.484476 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.529060 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Network 755f892f-20ae-4897-9f98-26395e9c3f47 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:48.532633 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:48.535068 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:48.538773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03a796-3b18-496e-914c-808b684b12b8 req-2f2fd90f-e715-4fc2-bdc6-78e7c76739cd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.540232 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8f03a796-3b18-496e-914c-808b684b12b8 req-2f2fd90f-e715-4fc2-bdc6-78e7c76739cd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0543292 Sep 16 15:10:48.540507 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.541712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.558629 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Pushing event updated for resources: {'Port': ['ID=c4d38c8e-f149-4ca4-8674-579e09cafa59,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:48.566587 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-6e97fbe0-c9c7-45b3-9d50-30a34ac9fae7 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991784 Sep 16 15:10:48.587132 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Request body: {'port': {'device_id': '899d8621-ac96-417f-a413-340dfa06bf51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:48.592168 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8f03a796-3b18-496e-914c-808b684b12b8 req-f82dc9a4-faa3-4347-a299-db02caf4e746 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Sep 16 15:10:48.647357 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.798029 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54a40-0f38-4c17-8191-553499c3e204 req-0110c66b-daa1-4659-840f-1c6e9c8729b8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.799523 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-61f54a40-0f38-4c17-8191-553499c3e204 req-0110c66b-daa1-4659-840f-1c6e9c8729b8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 932 time: 0.1336689 Sep 16 15:10:48.843251 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43738) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:48.870467 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-61f54a40-0f38-4c17-8191-553499c3e204 req-49aaacbd-aaee-459d-bd7d-4248b50957fa tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Sep 16 15:10:49.012089 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d38c8e-f149-4ca4-8674-579e09cafa59 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:49.019692 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.031609 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Transition to ACTIVE for port object c4d38c8e-f149-4ca4-8674-579e09cafa59 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:49.036309 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.087495 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6ac6fe23-aeb7-4bd4-842b-7f9a50b430e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.111142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Pushing event updated for resources: {'Port': ['ID=c4d38c8e-f149-4ca4-8674-579e09cafa59,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.127933 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Attempting to bind port c4d38c8e-f149-4ca4-8674-579e09cafa59 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:49.128550 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Attempting to bind port c4d38c8e-f149-4ca4-8674-579e09cafa59 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:49.128885 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Attempting to bind port c4d38c8e-f149-4ca4-8674-579e09cafa59 on network 755f892f-20ae-4897-9f98-26395e9c3f47 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:49.133424 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Port c4d38c8e-f149-4ca4-8674-579e09cafa59 on network 755f892f-20ae-4897-9f98-26395e9c3f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:49.133743 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Attempting to bind port c4d38c8e-f149-4ca4-8674-579e09cafa59 on network 755f892f-20ae-4897-9f98-26395e9c3f47 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:49.138839 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:49.139173 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Checking segment: {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:49.139756 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Bound using segment: {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:49.140415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Bound port: c4d38c8e-f149-4ca4-8674-579e09cafa59, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:49.141524 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.183400 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6ac6fe23-aeb7-4bd4-842b-7f9a50b430e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.187759 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6ac6fe23-aeb7-4bd4-842b-7f9a50b430e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.210584 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] For port c4d38c8e-f149-4ca4-8674-579e09cafa59, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:49.214320 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] For port c4d38c8e-f149-4ca4-8674-579e09cafa59, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:49.220648 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.224281 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6fe23-aeb7-4bd4-842b-7f9a50b430e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1392917-88f4-4017-bdf3-76234eb6099f,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.232116 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6ac6fe23-aeb7-4bd4-842b-7f9a50b430e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97c91c8b0f64492bbd80ef3dd3462c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877342 Sep 16 15:10:49.233585 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43746) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:49.271154 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.271765 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.273299 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] 10.222.0.61 "PUT /v2.0/ports/c4d38c8e-f149-4ca4-8674-579e09cafa59 HTTP/1.1" status: 200 len: 1094 time: 0.6903019 Sep 16 15:10:49.277683 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899d8621-ac96-417f-a413-340dfa06bf51', 'tag': 'c4d38c8e-f149-4ca4-8674-579e09cafa59'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:49.279938 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37" -d '{"events": [{"name": "network-changed", "server_uuid": "899d8621-ac96-417f-a413-340dfa06bf51", "tag": "c4d38c8e-f149-4ca4-8674-579e09cafa59"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:49.333972 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa82c42-7825-4c79-8714-731f2101b88d service neutron] Pushing event updated for resources: {'Port': ['ID=c4d38c8e-f149-4ca4-8674-579e09cafa59,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.343920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe08b4-fbb3-448a-853a-f2771b1fb18d x-openstack-request-id: req-58fe08b4-fbb3-448a-853a-f2771b1fb18d {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:49.344208 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899d8621-ac96-417f-a413-340dfa06bf51", "tag": "c4d38c8e-f149-4ca4-8674-579e09cafa59", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:49.344461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58fe08b4-fbb3-448a-853a-f2771b1fb18d {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:49.344843 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899d8621-ac96-417f-a413-340dfa06bf51', 'tag': 'c4d38c8e-f149-4ca4-8674-579e09cafa59', 'status': 'completed', 'code': 200} Sep 16 15:10:49.356443 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2ea3d86-aec2-4622-85ba-af28bcebc938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.396486 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2ea3d86-aec2-4622-85ba-af28bcebc938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.416373 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-68066294-00b8-4c22-a922-8e9658d130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.417885 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-68066294-00b8-4c22-a922-8e9658d130d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfceef931c67489aa587020a0ad6ff5a&device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 1097 time: 0.0704768 Sep 16 15:10:49.467926 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-f5725493-af09-4530-8e43-df6b82439cff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59 HTTP/1.1" status: 200 len: 217 time: 0.0343301 Sep 16 15:10:49.511388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2ea3d86-aec2-4622-85ba-af28bcebc938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.513911 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2ea3d86-aec2-4622-85ba-af28bcebc938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.515053 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f2ea3d86-aec2-4622-85ba-af28bcebc938 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1392917-88f4-4017-bdf3-76234eb6099f HTTP/1.1" status: 204 len: 168 time: 0.2804792 Sep 16 15:10:49.535372 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea3d86-aec2-4622-85ba-af28bcebc938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1392917-88f4-4017-bdf3-76234eb6099f,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.539173 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-1b09dde6-7222-478d-88b9-ab22e5c29ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.541620 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-1b09dde6-7222-478d-88b9-ab22e5c29ce2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=531e1b6d-144f-435a-8018-bf6258cca3cc HTTP/1.1" status: 200 len: 848 time: 0.0640943 Sep 16 15:10:49.579060 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-7243f5b9-edb2-4cbf-8684-8959b0ca8243 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755f892f-20ae-4897-9f98-26395e9c3f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276892 Sep 16 15:10:49.615578 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f207c-632b-4bf0-b2a9-06eebb4abfb8 req-2c60a68e-4749-4a9a-93d8-b782916e49c5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.617087 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1e0f207c-632b-4bf0-b2a9-06eebb4abfb8 req-2c60a68e-4749-4a9a-93d8-b782916e49c5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 945 time: 0.0524588 Sep 16 15:10:49.690760 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1e0f207c-632b-4bf0-b2a9-06eebb4abfb8 req-ee2a0a76-e35a-45c6-a0a3-698a9154bd12 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634530 Sep 16 15:10:49.722530 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-ca50d727-b302-4b03-a9c9-bbacbd4fefa4 service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317270 Sep 16 15:10:49.751622 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a728de-0066-4376-9c20-d4f73acb891a req-95d3e6ad-99cd-44f4-a52a-c39660dc6e1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.753088 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-94a728de-0066-4376-9c20-d4f73acb891a req-95d3e6ad-99cd-44f4-a52a-c39660dc6e1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0718670 Sep 16 15:10:49.836279 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-94a728de-0066-4376-9c20-d4f73acb891a req-761135a1-ffe7-4430-b246-c256d1d162f4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Sep 16 15:10:49.842208 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 43758) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:49.866278 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-11521499-9d67-4ece-88a4-83f5d39e2063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.876758 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ae033f8c-3cb7-4323-86e5-b01a882d2133 req-ffe552c3-3b54-4660-871a-c8ab7b1b27fd service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422613 Sep 16 15:10:50.034079 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-11521499-9d67-4ece-88a4-83f5d39e2063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.036260 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-d5d4d18c-11d0-4e79-b2ac-c4fdc5369077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.037772 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-d5d4d18c-11d0-4e79-b2ac-c4fdc5369077 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfceef931c67489aa587020a0ad6ff5a&device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 1097 time: 0.0998516 Sep 16 15:10:50.041447 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-11521499-9d67-4ece-88a4-83f5d39e2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.054744 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd6cd4-73a8-4ae7-980a-6c51ed78bd3e req-d2dc5d85-df17-48cb-a95e-cef79c0013e0 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.056137 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fdfd6cd4-73a8-4ae7-980a-6c51ed78bd3e req-d2dc5d85-df17-48cb-a95e-cef79c0013e0 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 944 time: 0.1055007 Sep 16 15:10:50.145005 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-11521499-9d67-4ece-88a4-83f5d39e2063 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b8ac3837f3d4241b8c5fc99109782f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015709 Sep 16 15:10:50.147734 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 43766) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:50.172883 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11521499-9d67-4ece-88a4-83f5d39e2063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c92f6ab-55fe-4e11-9923-cb2a08a2a4d8,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:50.199021 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-53b1e67d-7d59-48be-b6f7-2ac62231301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.201422 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fdfd6cd4-73a8-4ae7-980a-6c51ed78bd3e req-82810b25-3923-4b6b-b72e-24284511cd1e tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308084 Sep 16 15:10:50.218320 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-805e5ed1-ae40-48ce-a64d-5e02f071a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.220350 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-805e5ed1-ae40-48ce-a64d-5e02f071a4c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 200 len: 909 time: 0.1586976 Sep 16 15:10:50.223773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-53b1e67d-7d59-48be-b6f7-2ac62231301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.280556 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-53b1e67d-7d59-48be-b6f7-2ac62231301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.283304 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-79f3b55f-de20-4ab7-9b25-38825487c3c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59 HTTP/1.1" status: 200 len: 217 time: 0.0413315 Sep 16 15:10:50.283600 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-53b1e67d-7d59-48be-b6f7-2ac62231301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.284885 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-53b1e67d-7d59-48be-b6f7-2ac62231301c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c92f6ab-55fe-4e11-9923-cb2a08a2a4d8 HTTP/1.1" status: 204 len: 168 time: 0.1361763 Sep 16 15:10:50.293611 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1e67d-7d59-48be-b6f7-2ac62231301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c92f6ab-55fe-4e11-9923-cb2a08a2a4d8,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:50.353953 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-07c3fc2e-40e1-4841-865c-e56e92a3687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.355555 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-07c3fc2e-40e1-4841-865c-e56e92a3687e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=531e1b6d-144f-435a-8018-bf6258cca3cc HTTP/1.1" status: 200 len: 848 time: 0.0594342 Sep 16 15:10:50.395417 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-8c488024-4b90-4bef-80da-1cb4ee08f6e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755f892f-20ae-4897-9f98-26395e9c3f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249286 Sep 16 15:10:50.497952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-1f32eb42-6612-45c0-ae1c-a6c7cea53e1e service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848413 Sep 16 15:10:50.598940 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb55f07f-ce4f-44fd-bb6f-ed0808e2bc37 req-a841afa1-f687-4a21-a99b-729253d83edb service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923851 Sep 16 15:10:50.802148 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0c9b1-2a87-4721-8f9b-02336c421e64 req-10c35404-e302-4c0d-a98d-52a54b72ae6a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.807437 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-78a0c9b1-2a87-4721-8f9b-02336c421e64 req-10c35404-e302-4c0d-a98d-52a54b72ae6a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 945 time: 0.0561385 Sep 16 15:10:50.843097 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-78a0c9b1-2a87-4721-8f9b-02336c421e64 req-e351f748-59e8-47fd-bb50-742e6cb4af21 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Sep 16 15:10:50.968546 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366240c-aaee-4dc7-a7a4-d8d70724365f req-a9ead1fb-2e6b-4141-b54d-9f6ac4056103 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.970048 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2366240c-aaee-4dc7-a7a4-d8d70724365f req-a9ead1fb-2e6b-4141-b54d-9f6ac4056103 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Sep 16 15:10:51.010147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2366240c-aaee-4dc7-a7a4-d8d70724365f req-e2fe75ee-0001-44eb-80c1-de477c5e6d14 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Sep 16 15:10:51.180044 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fa486bb3-27fc-4a92-8139-bb308edcb16a up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:51.245262 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port fa486bb3-27fc-4a92-8139-bb308edcb16a completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:51.251328 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port fa486bb3-27fc-4a92-8139-bb308edcb16a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:51.251706 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.337029 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b46e-5b41-458d-848e-1be98e1c87d8 req-23fbe6b6-5e37-4339-8e87-3d79d0b19cf5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.345901 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2e98b46e-5b41-458d-848e-1be98e1c87d8 req-23fbe6b6-5e37-4339-8e87-3d79d0b19cf5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 944 time: 0.0637624 Sep 16 15:10:51.372605 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.390898 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2e98b46e-5b41-458d-848e-1be98e1c87d8 req-b3745c15-8536-416a-b0b1-fe0f811c72c9 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Sep 16 15:10:51.404460 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa486bb3-27fc-4a92-8139-bb308edcb16a'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:51.407098 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448fc24-c3af-4815-b96d-d0eb7e6d7d61" -d '{"events": [{"server_uuid": "c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa486bb3-27fc-4a92-8139-bb308edcb16a"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:51.420538 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port fa486bb3-27fc-4a92-8139-bb308edcb16a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:51.426325 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.458304 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e8a34-4cb1-4760-8eb6-d10358293892 x-openstack-request-id: req-bd0e8a34-4cb1-4760-8eb6-d10358293892 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:51.458624 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa486bb3-27fc-4a92-8139-bb308edcb16a", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:51.459047 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd0e8a34-4cb1-4760-8eb6-d10358293892 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:51.459266 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'code': 200} Sep 16 15:10:51.486769 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=fa486bb3-27fc-4a92-8139-bb308edcb16a,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:51.635477 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58287d-1ac5-4390-9fbf-0e2d3c80c3b3 req-cb3da17f-4a17-43bc-8969-f94bff2edb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.639063 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0a58287d-1ac5-4390-9fbf-0e2d3c80c3b3 req-cb3da17f-4a17-43bc-8969-f94bff2edb8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 1099 time: 0.0486546 Sep 16 15:10:51.679055 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0a58287d-1ac5-4390-9fbf-0e2d3c80c3b3 req-c1173640-d108-4b0b-b8e3-4d02242ff992 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271969 Sep 16 15:10:51.966491 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0475bf-18c8-49c1-8983-4b954aba3250 req-2c9077e5-d8b0-4ef4-889a-0d0bd9fee5a3 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.968026 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b0475bf-18c8-49c1-8983-4b954aba3250 req-2c9077e5-d8b0-4ef4-889a-0d0bd9fee5a3 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0526507 Sep 16 15:10:52.016793 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b0475bf-18c8-49c1-8983-4b954aba3250 req-3b10dcad-d215-4da2-b8dd-e3be3b2f0e1a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Sep 16 15:10:52.129438 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9faf-ee3a-4266-b346-f88c46a79506 req-46f8655e-0e9b-4231-a0ff-398e519454bd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.130849 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a11c9faf-ee3a-4266-b346-f88c46a79506 req-46f8655e-0e9b-4231-a0ff-398e519454bd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0487185 Sep 16 15:10:52.170115 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a11c9faf-ee3a-4266-b346-f88c46a79506 req-1e7b8813-ee0d-4cca-b311-de3d6be48dbc tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Sep 16 15:10:52.509867 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a9a6-3df4-4e7b-9d51-0c387139f32e req-e28b0dca-bce2-49b4-9e3b-a62d962c057b tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.511358 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3ad2a9a6-3df4-4e7b-9d51-0c387139f32e req-e28b0dca-bce2-49b4-9e3b-a62d962c057b tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 944 time: 0.0497267 Sep 16 15:10:52.553681 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3ad2a9a6-3df4-4e7b-9d51-0c387139f32e req-bbfe6684-3a06-472d-8ee7-f1eec441cdef tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Sep 16 15:10:53.138916 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adee9c-1cad-4af2-a57b-8257f1d445f2 req-22d4a33f-8605-4594-ab6e-0d660496ee67 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:53.140397 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-83adee9c-1cad-4af2-a57b-8257f1d445f2 req-22d4a33f-8605-4594-ab6e-0d660496ee67 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0465014 Sep 16 15:10:53.185398 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-83adee9c-1cad-4af2-a57b-8257f1d445f2 req-95e35848-dfe3-4775-ba92-5b138655e178 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Sep 16 15:10:53.185825 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device c4d38c8e-f149-4ca4-8674-579e09cafa59 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:53.306557 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port c4d38c8e-f149-4ca4-8674-579e09cafa59, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:53.309441 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c63153-648d-4b70-8655-b6e19b1145e6 req-757234b1-ff13-44e7-b7e4-08819ed6f82c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:53.310969 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d1c63153-648d-4b70-8655-b6e19b1145e6 req-757234b1-ff13-44e7-b7e4-08819ed6f82c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Sep 16 15:10:53.318354 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'c4d38c8e-f149-4ca4-8674-579e09cafa59', 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47', 'port_id': 'c4d38c8e-f149-4ca4-8674-579e09cafa59', 'mac_address': 'fa:16:3e:ff:dd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531e1b6d-144f-435a-8018-bf6258cca3cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:53.348879 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d1c63153-648d-4b70-8655-b6e19b1145e6 req-f18b2f04-4936-497a-abaa-9ccafe0c1537 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Sep 16 15:10:53.357102 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:53.371354 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d38c8e-f149-4ca4-8674-579e09cafa59 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:53.392942 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port c4d38c8e-f149-4ca4-8674-579e09cafa59, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:53.396956 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:53.443303 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=c4d38c8e-f149-4ca4-8674-579e09cafa59,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:53.672597 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd939-a651-4bab-ae60-339375bc1b27 req-bfa9ffff-478f-4b98-8dc6-c27b783bd733 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:53.674124 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fc0dd939-a651-4bab-ae60-339375bc1b27 req-bfa9ffff-478f-4b98-8dc6-c27b783bd733 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 945 time: 0.0535743 Sep 16 15:10:53.711083 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fc0dd939-a651-4bab-ae60-339375bc1b27 req-b2a0d84e-27e1-4c8f-a3fe-dab363d7ee6e tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Sep 16 15:10:54.325144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b9442-e5d1-4458-9d2c-a3b54170d641 req-38939e4f-37aa-42eb-b919-8bf45bb744ce tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:54.326650 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-008b9442-e5d1-4458-9d2c-a3b54170d641 req-38939e4f-37aa-42eb-b919-8bf45bb744ce tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0527899 Sep 16 15:10:54.365273 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-008b9442-e5d1-4458-9d2c-a3b54170d641 req-f88694a6-563c-44dd-9c8b-5a9eef8ffae5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Sep 16 15:10:54.468399 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3eba9-247e-4a22-8c40-b74703cd6cd7 req-a41c1437-3794-4eb7-bf06-bf36fe9fb6b7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:54.469885 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8dd3eba9-247e-4a22-8c40-b74703cd6cd7 req-a41c1437-3794-4eb7-bf06-bf36fe9fb6b7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0493689 Sep 16 15:10:54.506416 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8dd3eba9-247e-4a22-8c40-b74703cd6cd7 req-2ad315cf-7cf2-4eac-9c04-ca31680fa108 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Sep 16 15:10:57.628747 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09ec0f-3f2b-4476-81f1-3676182b3a6c req-9c0f7cad-02af-4ef3-a9e4-901786d44973 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.630383 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bc09ec0f-3f2b-4476-81f1-3676182b3a6c req-9c0f7cad-02af-4ef3-a9e4-901786d44973 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Sep 16 15:10:57.683793 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bc09ec0f-3f2b-4476-81f1-3676182b3a6c req-47aa0d49-9fc3-4c68-b3d7-2bbdbf46ff81 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Sep 16 15:10:57.721064 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd19b76-5e41-4c9c-80dd-76654a7cf414 req-a434bf4f-a888-45e6-9501-8fd9908d31d5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.722571 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2cd19b76-5e41-4c9c-80dd-76654a7cf414 req-a434bf4f-a888-45e6-9501-8fd9908d31d5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0577724 Sep 16 15:10:57.762439 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2cd19b76-5e41-4c9c-80dd-76654a7cf414 req-cce87f20-7a94-4d56-afdb-063864fbf53b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Sep 16 15:10:57.766602 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['c4d38c8e-f149-4ca4-8674-579e09cafa59'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:57.787409 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9180-8a38-440d-a176-eefce16f0f50 req-4bfe43c8-1b7f-478d-a00d-28796b7f5b75 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.787409 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-98fc9180-8a38-440d-a176-eefce16f0f50 req-4bfe43c8-1b7f-478d-a00d-28796b7f5b75 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0511959 Sep 16 15:10:57.831526 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-98fc9180-8a38-440d-a176-eefce16f0f50 req-979a7f3d-1f3d-48f9-8ff8-d0464146378d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374866 Sep 16 15:10:58.833297 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d058-2dd5-4a54-be54-1ba47fb2e693 req-9c8de10e-2da2-422c-8879-585c57c7d66a tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:58.834793 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4e67d058-2dd5-4a54-be54-1ba47fb2e693 req-9c8de10e-2da2-422c-8879-585c57c7d66a tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 945 time: 0.0508125 Sep 16 15:10:58.873288 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4e67d058-2dd5-4a54-be54-1ba47fb2e693 req-9b48566f-52c0-4409-be0d-006e336259fa tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Sep 16 15:10:58.945619 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7c72-932b-4acf-8af8-e9380d34e49b req-3a063416-345d-4dfe-b44c-3c2aeac15c50 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:58.947135 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2feb7c72-932b-4acf-8af8-e9380d34e49b req-3a063416-345d-4dfe-b44c-3c2aeac15c50 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0482728 Sep 16 15:10:58.985017 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2feb7c72-932b-4acf-8af8-e9380d34e49b req-a50d96cf-80e7-4359-99b7-6b3e3b88f6f4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Sep 16 15:10:59.838285 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ec87c16d-fb4c-46fe-a2d6-f991e8807322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.314277 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-293e7c3b-ed30-4e0c-9ac0-db690cc67fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.388446 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device c4d38c8e-f149-4ca4-8674-579e09cafa59 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:02.441195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port c4d38c8e-f149-4ca4-8674-579e09cafa59 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:02.448338 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port c4d38c8e-f149-4ca4-8674-579e09cafa59 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:02.448811 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.538786 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.551055 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e283a-ac5e-44bc-b725-418d07abfa95 req-458a799b-a043-43c8-9e70-6e66c1049f65 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:02.553290 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-da7e283a-ac5e-44bc-b725-418d07abfa95 req-458a799b-a043-43c8-9e70-6e66c1049f65 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 945 time: 0.0572033 Sep 16 15:11:02.575007 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port c4d38c8e-f149-4ca4-8674-579e09cafa59, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:02.575948 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899d8621-ac96-417f-a413-340dfa06bf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d38c8e-f149-4ca4-8674-579e09cafa59'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:02.578753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67752d60-fab3-4e80-aa14-2b5c87f96a9c" -d '{"events": [{"server_uuid": "899d8621-ac96-417f-a413-340dfa06bf51", "name": "network-vif-plugged", "status": "completed", "tag": "c4d38c8e-f149-4ca4-8674-579e09cafa59"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:02.580150 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75c372-7cb4-4ec0-8f56-2918103a963d req-7ce4b1ee-d557-4aa2-9e00-d92facb8aa02 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:02.581934 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ab75c372-7cb4-4ec0-8f56-2918103a963d req-7ce4b1ee-d557-4aa2-9e00-d92facb8aa02 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0577710 Sep 16 15:11:02.583404 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.623720 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-da7e283a-ac5e-44bc-b725-418d07abfa95 req-f60965ac-b439-47f6-af84-88c776047288 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636396 Sep 16 15:11:02.634581 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ab75c372-7cb4-4ec0-8f56-2918103a963d req-ccecaddf-5001-4b37-abe3-584c89cf6844 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Sep 16 15:11:02.639041 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=c4d38c8e-f149-4ca4-8674-579e09cafa59,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:02.691786 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa078738-53fe-498d-b947-8c685cbeac92 x-openstack-request-id: req-aa078738-53fe-498d-b947-8c685cbeac92 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:02.692085 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899d8621-ac96-417f-a413-340dfa06bf51", "name": "network-vif-plugged", "status": "completed", "tag": "c4d38c8e-f149-4ca4-8674-579e09cafa59", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:02.692348 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa078738-53fe-498d-b947-8c685cbeac92 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:02.692750 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899d8621-ac96-417f-a413-340dfa06bf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d38c8e-f149-4ca4-8674-579e09cafa59', 'code': 200} Sep 16 15:11:02.892363 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02dfb-f8d1-48f3-b220-daa0492cba2f req-9496a6a2-4ee4-41aa-96db-14cab86d0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:02.893850 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3a02dfb-f8d1-48f3-b220-daa0492cba2f req-9496a6a2-4ee4-41aa-96db-14cab86d0f7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 1099 time: 0.0435209 Sep 16 15:11:02.932397 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3a02dfb-f8d1-48f3-b220-daa0492cba2f req-991eea60-64e0-4c1e-9b9a-9e8774a5f4ec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287797 Sep 16 15:11:03.084526 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.306861 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.751546 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9e33-a37d-460c-9ef3-5be3f621d4b4 req-8922b495-22c6-4d5c-b3d1-9da904609d69 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.752959 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-49ad9e33-a37d-460c-9ef3-5be3f621d4b4 req-8922b495-22c6-4d5c-b3d1-9da904609d69 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0594461 Sep 16 15:11:03.760964 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d97b09-005e-4995-a52b-1c06d0f172c0 req-5b239bc9-7c19-496c-ab32-1f27bf0728eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.762486 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-28d97b09-005e-4995-a52b-1c06d0f172c0 req-5b239bc9-7c19-496c-ab32-1f27bf0728eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0503266 Sep 16 15:11:03.791190 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-49ad9e33-a37d-460c-9ef3-5be3f621d4b4 req-19e71a3d-0b5f-47d4-86a3-4bd022d64ef0 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Sep 16 15:11:03.801075 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-28d97b09-005e-4995-a52b-1c06d0f172c0 req-67e45588-85ca-49db-938c-a75bd4f3c24c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Sep 16 15:11:04.196785 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-3270ebc1-50dd-4c13-8d9d-2ceb3028decb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.198885 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-3270ebc1-50dd-4c13-8d9d-2ceb3028decb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.1109653 Sep 16 15:11:04.216246 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-6125f30d-a139-4b1f-988f-76790fe08b16 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/quotas/e996f34b557847edaec9995df7fab9c1 HTTP/1.1" status: 200 len: 375 time: 0.0100760 Sep 16 15:11:04.269610 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-b356da99-f63f-460a-aff6-18eb8679ce0f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455999 Sep 16 15:11:04.367791 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-45d1111a-d7b9-4591-99fd-5d1c41d8e296 service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916345 Sep 16 15:11:04.454749 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-4b2eb808-797f-4095-a369-2deb2e24f826 service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807736 Sep 16 15:11:04.611895 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ed332b28-a1e3-4715-8108-ec1747eb7219 req-5093ff00-9721-4018-8879-21156dcd4559 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 210 time: 0.0263994 Sep 16 15:11:05.052987 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.329089 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3cee3-b37a-4416-bf42-7f4cb4abf224 req-b85f74d3-53ba-4dd8-91e5-8e1fa354b422 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.330555 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1ce3cee3-b37a-4416-bf42-7f4cb4abf224 req-b85f74d3-53ba-4dd8-91e5-8e1fa354b422 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0499148 Sep 16 15:11:07.367445 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1ce3cee3-b37a-4416-bf42-7f4cb4abf224 req-8da83b27-ef8f-46fd-9bd9-a204a6e18959 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Sep 16 15:11:07.467021 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79714542-9e3f-43b2-a02e-262b9c8b4174 req-2560cf2e-eb77-4734-85fc-3ad2adc9bfd7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.468387 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79714542-9e3f-43b2-a02e-262b9c8b4174 req-2560cf2e-eb77-4734-85fc-3ad2adc9bfd7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Sep 16 15:11:07.504757 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79714542-9e3f-43b2-a02e-262b9c8b4174 req-75de287f-232d-4709-b758-53dd632c110c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Sep 16 15:11:07.582910 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-54ffbea7-6ee8-42b3-981d-3518d1379796 req-697c8247-9683-4f7c-9802-5aab2df0ced3 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 210 time: 0.0264380 Sep 16 15:11:08.113070 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.524019 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679decba-ecda-4298-b393-aa7b6cebf789 req-0f86f0e7-359e-45c9-bcdd-cc5dec174a1e tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:08.526936 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-679decba-ecda-4298-b393-aa7b6cebf789 req-0f86f0e7-359e-45c9-bcdd-cc5dec174a1e tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0550880 Sep 16 15:11:08.569621 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-679decba-ecda-4298-b393-aa7b6cebf789 req-7f4d59f1-c55a-488d-a818-02c46b12f385 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355365 Sep 16 15:11:08.698159 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96ce58-0b2e-4586-8f6b-c85bcc128106 req-a1d60d1a-3e93-4717-8de1-dab37cd609a3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:08.701302 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a96ce58-0b2e-4586-8f6b-c85bcc128106 req-a1d60d1a-3e93-4717-8de1-dab37cd609a3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0855334 Sep 16 15:11:08.706729 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3df58ee7-c87a-4ed1-b6bf-d4ffa75127ef req-906f40b8-c15a-41af-83c7-7d5c7b3983be tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 210 time: 0.0408442 Sep 16 15:11:08.759612 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a96ce58-0b2e-4586-8f6b-c85bcc128106 req-6502efd7-b9d7-4b4b-9484-351bdbd33624 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445707 Sep 16 15:11:09.492408 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-c74d9f48-6181-4408-9c3f-316527c3b162 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:09.493875 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-c74d9f48-6181-4408-9c3f-316527c3b162 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.1114955 Sep 16 15:11:09.513861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Request body: {'port': {'device_id': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'admin_state_up': True, 'tenant_id': 'e996f34b557847edaec9995df7fab9c1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:09.647380 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Made reservation on behalf of e996f34b557847edaec9995df7fab9c1 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:09.651127 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.701282 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93985d-9c06-48d0-bbd0-a39030390b2f req-a710adbb-4762-40df-85c1-1bc805c902db tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:09.702766 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-eb93985d-9c06-48d0-bbd0-a39030390b2f req-a710adbb-4762-40df-85c1-1bc805c902db tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Sep 16 15:11:09.744457 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-eb93985d-9c06-48d0-bbd0-a39030390b2f req-40c2e578-4ff1-4630-93d0-37a1eaa93857 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Sep 16 15:11:09.785301 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Allocated IP 172.20.0.2 (14ae8c46-d593-4277-8be6-57a6cc7e6def/52ada09a-68a0-40db-92db-2c64f7803900/fd7bbedf-29db-42ad-b783-54fe2c7c3d9a) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:09.844320 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-980fbfbe-6190-4c3e-b04b-20ad30b8b9a1 req-9d17233b-e3f3-4e82-ad6e-e06dfead95da tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 210 time: 0.0396278 Sep 16 15:11:09.971876 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.006288 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.053180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:10.056359 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:10.063674 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:10.069120 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:10.069720 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.078053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event updated for resources: {'Port': ['ID=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:10.079352 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e86d20-4092-4b4d-a79a-0d1c59a47d1d req-ea6e9b92-4ec4-4a24-bb0b-083a45f36369 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:10.080853 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-10e86d20-4092-4b4d-a79a-0d1c59a47d1d req-ea6e9b92-4ec4-4a24-bb0b-083a45f36369 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.2455084 Sep 16 15:11:10.090045 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-d8e04be3-48fa-413e-b416-f89810e70b52 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807157 Sep 16 15:11:10.120229 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-10e86d20-4092-4b4d-a79a-0d1c59a47d1d req-1a1d4a45-ab1f-4871-9bf3-4ee573b9126c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Sep 16 15:11:10.938004 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf', 'fa486bb3-27fc-4a92-8139-bb308edcb16a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:10.971032 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Request body: {'port': {'device_id': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:11.023888 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.176717 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294651ab-c0b5-4511-b586-38a8af861941 req-49aee51f-7d7f-4899-acb2-64ba02bb865c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.178243 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-294651ab-c0b5-4511-b586-38a8af861941 req-49aee51f-7d7f-4899-acb2-64ba02bb865c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 931 time: 0.0674889 Sep 16 15:11:11.228178 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-294651ab-c0b5-4511-b586-38a8af861941 req-5bc33a84-19b5-4525-8d0b-f0a2fde688a9 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354824 Sep 16 15:11:11.299428 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a65c1-f029-46e5-a73f-cc86022e1182 req-93ee755e-5fed-4fc3-b7ef-af3db29699f6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.300902 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-501a65c1-f029-46e5-a73f-cc86022e1182 req-93ee755e-5fed-4fc3-b7ef-af3db29699f6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0900753 Sep 16 15:11:11.375221 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-501a65c1-f029-46e5-a73f-cc86022e1182 req-d226ff20-23c6-4a98-b1bb-be22a22faeec tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685542 Sep 16 15:11:11.388834 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7bbedf-29db-42ad-b783-54fe2c7c3d9a {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:11.397328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.407846 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Transition to ACTIVE for port object fd7bbedf-29db-42ad-b783-54fe2c7c3d9a will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:11.411408 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.463314 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Pushing event updated for resources: {'Port': ['ID=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:11.490397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Attempting to bind port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:11.490893 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Attempting to bind port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:11.491232 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Attempting to bind port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:11.495829 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a on network 14ae8c46-d593-4277-8be6-57a6cc7e6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:11.496737 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Attempting to bind port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:11.501596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:11.501913 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Checking segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:11.502292 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Bound using segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:11.502744 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Bound port: fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:11.503098 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.569295 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] For port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:11.572262 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] For port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:11.575634 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.609279 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.609908 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.611330 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] 10.222.0.61 "PUT /v2.0/ports/fd7bbedf-29db-42ad-b783-54fe2c7c3d9a HTTP/1.1" status: 200 len: 1093 time: 0.6445959 Sep 16 15:11:11.611761 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'tag': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:11.613976 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98815a96-f8ff-491d-85d0-5d30ca1b3f87" -d '{"events": [{"name": "network-changed", "server_uuid": "10c51e3c-e1a7-4aa5-a267-4090401e7f4d", "tag": "fd7bbedf-29db-42ad-b783-54fe2c7c3d9a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:11.638940 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96534b-ce33-43bb-9b9e-ca0e9314804e service neutron] Pushing event updated for resources: {'Port': ['ID=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:11.684375 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ef340-004b-404c-a48d-6e8612193172 x-openstack-request-id: req-d37ef340-004b-404c-a48d-6e8612193172 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:11.684671 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c51e3c-e1a7-4aa5-a267-4090401e7f4d", "tag": "fd7bbedf-29db-42ad-b783-54fe2c7c3d9a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:11.684924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d37ef340-004b-404c-a48d-6e8612193172 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:11.685459 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'tag': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a', 'status': 'completed', 'code': 200} Sep 16 15:11:11.722364 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-6969cade-e011-4a72-93c1-3bb3d8bef0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.723931 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-6969cade-e011-4a72-93c1-3bb3d8bef0fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 1096 time: 0.0506709 Sep 16 15:11:11.777396 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-219440ea-bf86-4bb9-ae1f-37f0aa14039b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a HTTP/1.1" status: 200 len: 217 time: 0.0375619 Sep 16 15:11:11.839455 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523f68-1632-45ad-b272-b11831056428 req-12c847e2-2a36-4c44-a9a4-d214fa9496d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.841978 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-12c847e2-2a36-4c44-a9a4-d214fa9496d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.0570905 Sep 16 15:11:11.895689 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-fed3406b-1a8f-4322-a538-7e6a8d042e35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283604 Sep 16 15:11:11.958253 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fe10-cc6b-43ff-b267-4d3d08837c40 req-dd26196a-10d6-44de-9338-790636eff80a tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.959672 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d297fe10-cc6b-43ff-b267-4d3d08837c40 req-dd26196a-10d6-44de-9338-790636eff80a tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0489547 Sep 16 15:11:11.998042 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d297fe10-cc6b-43ff-b267-4d3d08837c40 req-42b89c26-02ec-486b-9969-5d7607378f64 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314813 Sep 16 15:11:12.000511 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-5cfebc9d-99b3-4d9b-b9e4-b0b6f616f983 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902531 Sep 16 15:11:12.108380 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3523f68-1632-45ad-b272-b11831056428 req-f69ab374-892f-4a2c-81b6-cada93c024df service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903351 Sep 16 15:11:12.261036 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-6bbd119c-87e7-4f95-8ade-33d177013f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.263132 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-6bbd119c-87e7-4f95-8ade-33d177013f83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 1096 time: 0.0432701 Sep 16 15:11:12.351622 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40e16b-118d-464f-b5a4-b76e6560f224 req-37ca2f19-2bcb-435c-9c3d-b0bcb866436b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.353118 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8b40e16b-118d-464f-b5a4-b76e6560f224 req-37ca2f19-2bcb-435c-9c3d-b0bcb866436b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 943 time: 0.0530169 Sep 16 15:11:12.373319 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-b327b615-b53e-4d86-b51a-0f26ec51a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.374788 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-b327b615-b53e-4d86-b51a-0f26ec51a6cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 916 time: 0.0917764 Sep 16 15:11:12.390201 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8b40e16b-118d-464f-b5a4-b76e6560f224 req-40df8525-7dbc-49dd-88e0-e12daf09a463 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Sep 16 15:11:12.493598 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edab08-28b0-4e3f-a294-b8e92b33fc31 req-c9d5939d-e1e7-4c41-9c15-bc79cc651bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.495043 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c1edab08-28b0-4e3f-a294-b8e92b33fc31 req-c9d5939d-e1e7-4c41-9c15-bc79cc651bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Sep 16 15:11:12.535026 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c1edab08-28b0-4e3f-a294-b8e92b33fc31 req-5c6eee0a-5fce-436d-a734-7746fff9eb8d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Sep 16 15:11:13.110968 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c9285-356e-4e05-b953-c686f85c807d req-65998b88-3d52-4105-9101-93bd0889b056 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:13.112428 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b9c9285-356e-4e05-b953-c686f85c807d req-65998b88-3d52-4105-9101-93bd0889b056 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0472095 Sep 16 15:11:13.148381 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b9c9285-356e-4e05-b953-c686f85c807d req-08fae59d-c603-4e34-88c8-8bf85f6ec44e tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300570 Sep 16 15:11:15.005546 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe2a31-3d06-4f72-bdda-2563d54bd772 req-d96d44b8-7228-4354-b877-dd8501ba787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:15.007094 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8fbe2a31-3d06-4f72-bdda-2563d54bd772 req-d96d44b8-7228-4354-b877-dd8501ba787a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 1098 time: 0.0403469 Sep 16 15:11:16.198707 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-6ae1eb99-58bd-4329-bf94-5fd50cd3a35c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a HTTP/1.1" status: 200 len: 217 time: 0.0498190 Sep 16 15:11:16.222821 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8fbe2a31-3d06-4f72-bdda-2563d54bd772 req-2e585b30-f962-40bf-8e5b-0fa6f623dc71 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303118 Sep 16 15:11:16.299260 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ee3c-901f-46d5-b018-ecce5c7d9e04 req-701846cc-d38b-4305-9acf-3e217f9a7ca5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.300663 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7059ee3c-901f-46d5-b018-ecce5c7d9e04 req-701846cc-d38b-4305-9acf-3e217f9a7ca5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 943 time: 0.0476642 Sep 16 15:11:16.320481 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b4f3-a47f-4ce1-a54b-82b010977c96 req-dcd83ba1-e158-4ab2-8fb3-ddd9cda5de8e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.322095 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b971b4f3-a47f-4ce1-a54b-82b010977c96 req-dcd83ba1-e158-4ab2-8fb3-ddd9cda5de8e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0480962 Sep 16 15:11:16.337945 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7059ee3c-901f-46d5-b018-ecce5c7d9e04 req-6605836e-599b-40d7-aaae-c4cc7ced1394 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Sep 16 15:11:16.360069 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b971b4f3-a47f-4ce1-a54b-82b010977c96 req-c58c0420-1a9c-42ca-9eec-57e42bc09a1b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Sep 16 15:11:16.438290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b728cc-e20d-4d97-bb19-627a62cb3913 req-e1661c26-d189-4b61-9828-09759b08aff1 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.439751 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b9b728cc-e20d-4d97-bb19-627a62cb3913 req-e1661c26-d189-4b61-9828-09759b08aff1 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0473340 Sep 16 15:11:16.479195 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b9b728cc-e20d-4d97-bb19-627a62cb3913 req-1b8bfa04-12dd-49e5-b8ab-0793dfd3b5a8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Sep 16 15:11:16.606088 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-21091711-841c-4fe2-b9e3-92f70286418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.607852 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-21091711-841c-4fe2-b9e3-92f70286418e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.0451436 Sep 16 15:11:16.656272 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-7b9af428-7d7b-4c20-85dc-447fd41cad45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240922 Sep 16 15:11:16.752663 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-be9cdcb1-5fcc-4d34-a99f-4e77aec4ca3b service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827913 Sep 16 15:11:16.849509 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98815a96-f8ff-491d-85d0-5d30ca1b3f87 req-f71a7fcf-866a-4de9-8498-0ec75c223e61 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815730 Sep 16 15:11:16.907509 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:11:17.475422 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50e3c8-12d3-423a-b780-c6aca69b9740 req-f603051a-ddcc-424a-a801-b594cb9d4062 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:17.477091 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4c50e3c8-12d3-423a-b780-c6aca69b9740 req-f603051a-ddcc-424a-a801-b594cb9d4062 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 943 time: 0.0548820 Sep 16 15:11:17.511053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612915c-eee7-474e-b88a-3dc7aa089685 req-979d895f-33e6-4419-bcda-56b4b44ea258 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:17.512675 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7612915c-eee7-474e-b88a-3dc7aa089685 req-979d895f-33e6-4419-bcda-56b4b44ea258 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0497894 Sep 16 15:11:17.522540 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4c50e3c8-12d3-423a-b780-c6aca69b9740 req-6a6d3fe1-35bc-42d0-a250-dd357bdeadea tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Sep 16 15:11:17.560360 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7612915c-eee7-474e-b88a-3dc7aa089685 req-9f78e550-64e3-4534-912d-b3f5e25e9399 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Sep 16 15:11:17.632351 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c3311-3ec5-468c-bb33-5c20c624bc25 req-c0b6546c-a3b7-41b7-95eb-b85f20d96fbd tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:17.633838 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7c1c3311-3ec5-468c-bb33-5c20c624bc25 req-c0b6546c-a3b7-41b7-95eb-b85f20d96fbd tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0568283 Sep 16 15:11:17.670493 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7c1c3311-3ec5-468c-bb33-5c20c624bc25 req-fdafc71d-964a-4104-a9fc-10ca55a627aa tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Sep 16 15:11:18.654321 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65c19-5a94-4bd6-8f07-96b8af45ae4f req-9758fb44-3a60-493b-917a-e29be74a4372 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.655853 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-10a65c19-5a94-4bd6-8f07-96b8af45ae4f req-9758fb44-3a60-493b-917a-e29be74a4372 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 943 time: 0.0516505 Sep 16 15:11:18.689260 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe7d3-6afd-4c61-86f4-73725e4dcc5f req-214bf013-e588-455e-8ac7-606ba7b8517c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.690837 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11ebe7d3-6afd-4c61-86f4-73725e4dcc5f req-214bf013-e588-455e-8ac7-606ba7b8517c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0505695 Sep 16 15:11:18.696438 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-10a65c19-5a94-4bd6-8f07-96b8af45ae4f req-20047d60-f754-4797-b171-c5ddebb75090 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Sep 16 15:11:18.729480 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11ebe7d3-6afd-4c61-86f4-73725e4dcc5f req-c61a8bfb-6681-47c2-a2bd-9382b5f61dbe tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Sep 16 15:11:18.800016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbb007-a055-4718-95bc-49f8fdc2bf20 req-942b4155-ca52-4a49-bf40-faba2f0f35bd tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.801493 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-99fbb007-a055-4718-95bc-49f8fdc2bf20 req-942b4155-ca52-4a49-bf40-faba2f0f35bd tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0489051 Sep 16 15:11:18.838064 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-99fbb007-a055-4718-95bc-49f8fdc2bf20 req-e5c4d52f-32de-4c74-862b-3704389d0fef tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308402 Sep 16 15:11:18.850585 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003916-cb53-46d5-8799-080f26092825 req-82a46877-ff57-4030-a45c-bf9a21e8ba21 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.852094 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3c003916-cb53-46d5-8799-080f26092825 req-82a46877-ff57-4030-a45c-bf9a21e8ba21 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0526474 Sep 16 15:11:18.888982 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3c003916-cb53-46d5-8799-080f26092825 req-b49339fe-f4d3-45f9-9aa3-d045bf7588eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Sep 16 15:11:20.157245 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fd7bbedf-29db-42ad-b783-54fe2c7c3d9a details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:20.252130 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:20.263052 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'port_id': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a', 'mac_address': 'fa:16:3e:bc:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ada09a-68a0-40db-92db-2c64f7803900', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:20.299079 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:20.314950 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7bbedf-29db-42ad-b783-54fe2c7c3d9a {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:20.333337 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:20.337969 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:20.497947 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:22.269028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863d07-9a4e-4a3e-aab1-60292c6c9ee9 req-8a72a798-d864-43f7-b8a2-23452df4c455 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:22.270538 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-71863d07-9a4e-4a3e-aab1-60292c6c9ee9 req-8a72a798-d864-43f7-b8a2-23452df4c455 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 944 time: 0.0495450 Sep 16 15:11:22.277648 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd224-0dd1-4d0c-aca0-9d00c597e9a9 req-5886558b-f28d-41c0-a1d9-b0f23d07ba87 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:22.279155 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dfafd224-0dd1-4d0c-aca0-9d00c597e9a9 req-5886558b-f28d-41c0-a1d9-b0f23d07ba87 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0490823 Sep 16 15:11:22.308306 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-71863d07-9a4e-4a3e-aab1-60292c6c9ee9 req-3effcee5-3a44-440f-bfaa-0d5f291e37ba tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Sep 16 15:11:22.319137 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dfafd224-0dd1-4d0c-aca0-9d00c597e9a9 req-78430017-f863-4ab4-ab49-63629efb0f70 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Sep 16 15:11:22.774919 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-ce4d81df-f490-4d68-935c-e6685d3323c5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:22.776292 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-ce4d81df-f490-4d68-935c-e6685d3323c5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 946 time: 0.0545404 Sep 16 15:11:22.795678 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['fd7bbedf-29db-42ad-b783-54fe2c7c3d9a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:22.874286 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Deleting port c4d38c8e-f149-4ca4-8674-579e09cafa59 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:11:22.874660 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:22.962696 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] For port c4d38c8e-f149-4ca4-8674-579e09cafa59, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=c4d38c8e-f149-4ca4-8674-579e09cafa59,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:22.963056 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:22.975306 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Calling delete_port for c4d38c8e-f149-4ca4-8674-579e09cafa59 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:11:23.102213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.130912 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Pushing event deleted for resources: {'Port': ['ID=c4d38c8e-f149-4ca4-8674-579e09cafa59,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:23.171251 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] No DVR routers for this DVR port c4d38c8e-f149-4ca4-8674-579e09cafa59 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:11:23.173664 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.175616 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bad68bd4-fdb6-4f4d-a8fc-58ed365a70ab req-79d2ece0-6f14-49ba-b010-343c0f8db419 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "DELETE /v2.0/ports/c4d38c8e-f149-4ca4-8674-579e09cafa59 HTTP/1.1" status: 204 len: 173 time: 0.3857582 Sep 16 15:11:23.176040 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899d8621-ac96-417f-a413-340dfa06bf51', 'name': 'network-vif-deleted', 'tag': 'c4d38c8e-f149-4ca4-8674-579e09cafa59'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:23.178231 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d567d48d-a1c2-4539-8709-21d544d750ca" -d '{"events": [{"server_uuid": "899d8621-ac96-417f-a413-340dfa06bf51", "name": "network-vif-deleted", "tag": "c4d38c8e-f149-4ca4-8674-579e09cafa59"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:23.217958 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a05e61a-f921-4161-837e-905178b501b0 x-openstack-request-id: req-3a05e61a-f921-4161-837e-905178b501b0 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:23.218440 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899d8621-ac96-417f-a413-340dfa06bf51", "name": "network-vif-deleted", "tag": "c4d38c8e-f149-4ca4-8674-579e09cafa59", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:23.218794 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a05e61a-f921-4161-837e-905178b501b0 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:23.219438 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899d8621-ac96-417f-a413-340dfa06bf51', 'name': 'network-vif-deleted', 'tag': 'c4d38c8e-f149-4ca4-8674-579e09cafa59', 'status': 'completed', 'code': 200} Sep 16 15:11:26.100839 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62558e77-379e-4335-9027-8190cf79bbe7 req-c1a7ecae-fd33-4fcc-ac44-baf06fb27a3e tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:26.102678 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-62558e77-379e-4335-9027-8190cf79bbe7 req-c1a7ecae-fd33-4fcc-ac44-baf06fb27a3e tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 944 time: 0.0504804 Sep 16 15:11:26.125784 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-12d9abfa-b693-4ae9-ad23-bdcd8a01bc8c req-06f5b3e6-f726-4e82-9483-c947d06b727d tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=899d8621-ac96-417f-a413-340dfa06bf51 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Sep 16 15:11:26.140575 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-62558e77-379e-4335-9027-8190cf79bbe7 req-9fcff255-b766-4e17-b373-0359b1040810 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Sep 16 15:11:26.824721 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8fb8-1901-4021-b1f3-8ac30ea7c5ba req-bb0061ed-e849-46bc-812e-4487d432ae1c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:26.826578 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ef9b8fb8-1901-4021-b1f3-8ac30ea7c5ba req-bb0061ed-e849-46bc-812e-4487d432ae1c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Sep 16 15:11:26.842795 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2423-d123-450b-8407-23269fc38549 req-88aa8adb-bc00-44ef-8af9-203fbf678528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:26.844420 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-88aa8adb-bc00-44ef-8af9-203fbf678528 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.0578640 Sep 16 15:11:26.871354 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ef9b8fb8-1901-4021-b1f3-8ac30ea7c5ba req-f298e761-d450-4f4b-b28a-e70f9143f489 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Sep 16 15:11:26.945254 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2423-d123-450b-8407-23269fc38549 req-fe687b0a-4d12-412f-861e-7d0064d0ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:26.946735 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-fe687b0a-4d12-412f-861e-7d0064d0ac87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.0910115 Sep 16 15:11:26.998560 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-cd43ae90-e4dd-4482-ad8d-abfc6fcaab2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.0367763 Sep 16 15:11:27.072876 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2423-d123-450b-8407-23269fc38549 req-32c7e148-faa2-4437-beb2-bb603c5669c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.074552 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-32c7e148-faa2-4437-beb2-bb603c5669c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.0653591 Sep 16 15:11:27.121103 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-a0f61e2e-65b0-400f-a3d0-4efbc5a5a3c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248954 Sep 16 15:11:27.273144 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c35a8-5494-48eb-8b33-34d72b4b4400 req-0ff57c6e-29e9-41de-b130-4b12317f2f8f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.273712 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-b5c2adc3-e500-4508-b3eb-14b4b5dbf680 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097412 Sep 16 15:11:27.274695 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-859c35a8-5494-48eb-8b33-34d72b4b4400 req-0ff57c6e-29e9-41de-b130-4b12317f2f8f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 944 time: 0.0592096 Sep 16 15:11:27.313696 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-859c35a8-5494-48eb-8b33-34d72b4b4400 req-efa314ed-ee77-406a-a787-ad6c747981ac tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Sep 16 15:11:27.658756 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1d8a2423-d123-450b-8407-23269fc38549 req-eeb07137-ecab-4dde-8892-4524dd1a608c service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733020 Sep 16 15:11:27.690004 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-5dad381e-b85a-4491-9c59-317f7f022c06 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.691454 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-5dad381e-b85a-4491-9c59-317f7f022c06 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/networks?id=755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 200 len: 808 time: 0.1220801 Sep 16 15:11:27.706987 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-a59135a5-d653-42d8-8373-824ff24c40db tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/quotas/cfceef931c67489aa587020a0ad6ff5a HTTP/1.1" status: 200 len: 375 time: 0.0095735 Sep 16 15:11:27.738989 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-7044511d-f0d2-406d-9351-2310eb3f1d4d tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfceef931c67489aa587020a0ad6ff5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265248 Sep 16 15:11:27.829509 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-d837c645-6f7b-45f1-9642-6d157264c05c service neutron] 10.222.0.52 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832469 Sep 16 15:11:27.935215 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-5a176652-4395-4693-953b-1ed3ccf5f34d service neutron] 10.222.0.52 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997646 Sep 16 15:11:27.992500 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f790e13-21f2-49a4-a3db-7ae4cd859241 req-74e8941d-eece-4e79-94f3-595683407a1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.994006 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8f790e13-21f2-49a4-a3db-7ae4cd859241 req-74e8941d-eece-4e79-94f3-595683407a1d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0493026 Sep 16 15:11:28.039087 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8f790e13-21f2-49a4-a3db-7ae4cd859241 req-fe83a3a3-3504-46a5-9102-2735ff81b9cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Sep 16 15:11:28.096353 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3256909f-459e-4456-8488-c5bc7fa29b86 req-af36c866-3be6-48a5-9a0f-e18a7fa6c520 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 210 time: 0.0265193 Sep 16 15:11:28.446767 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0324889-37d4-45dc-91a4-d237df27cbac req-0d4238a9-d5a8-43b9-96de-a03839dd14ef tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.448266 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b0324889-37d4-45dc-91a4-d237df27cbac req-0d4238a9-d5a8-43b9-96de-a03839dd14ef tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 944 time: 0.0559921 Sep 16 15:11:28.486791 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b0324889-37d4-45dc-91a4-d237df27cbac req-3413fa16-0c4d-4c81-ae51-24aff79bbebf tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Sep 16 15:11:28.801126 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fd7bbedf-29db-42ad-b783-54fe2c7c3d9a up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:28.850474 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:28.853959 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:28.854278 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:28.928718 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:28.953671 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:28.955949 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4197210b-c3d8-4085-9f3e-8a60eae8c5d6" -d '{"events": [{"server_uuid": "10c51e3c-e1a7-4aa5-a267-4090401e7f4d", "name": "network-vif-plugged", "status": "completed", "tag": "fd7bbedf-29db-42ad-b783-54fe2c7c3d9a"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:28.970744 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:28.976064 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:28.977016 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device c4d38c8e-f149-4ca4-8674-579e09cafa59 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:11:29.003082 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c058083-b03d-467e-9adc-1f6ada79bfc5 x-openstack-request-id: req-9c058083-b03d-467e-9adc-1f6ada79bfc5 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:29.003561 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c51e3c-e1a7-4aa5-a267-4090401e7f4d", "name": "network-vif-plugged", "status": "completed", "tag": "fd7bbedf-29db-42ad-b783-54fe2c7c3d9a", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:29.004136 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c058083-b03d-467e-9adc-1f6ada79bfc5 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:29.004737 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a', 'code': 200} Sep 16 15:11:29.008356 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: c4d38c8e-f149-4ca4-8674-579e09cafa59 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:11:29.008693 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device c4d38c8e-f149-4ca4-8674-579e09cafa59 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:11:29.065540 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:29.208167 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f78f0f-ba89-4d0b-9f6f-c3203b88f7a7 req-2538b0a1-3243-4ebb-a09d-8ac042987686 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.216191 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-26f78f0f-ba89-4d0b-9f6f-c3203b88f7a7 req-2538b0a1-3243-4ebb-a09d-8ac042987686 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1008568 Sep 16 15:11:29.245283 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6677d8ef-aa78-4583-9f62-b5c7f9d48803 req-3906d1bf-2bb2-4fff-98b0-41e4edb1311a tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 210 time: 0.0352104 Sep 16 15:11:29.263729 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-26f78f0f-ba89-4d0b-9f6f-c3203b88f7a7 req-5e95e307-bf6e-4cd8-ba07-e91007ea867c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Sep 16 15:11:29.301175 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-91eddb4c-804e-4ae0-9cdf-906b1a05a1a8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.302768 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-91eddb4c-804e-4ae0-9cdf-906b1a05a1a8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "GET /v2.0/networks?id=755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 200 len: 808 time: 0.1870253 Sep 16 15:11:29.322116 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Request body: {'port': {'device_id': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47', 'admin_state_up': True, 'tenant_id': 'cfceef931c67489aa587020a0ad6ff5a'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:29.329526 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a098a0e-293e-4368-8eb1-0c43dd4afbe4 req-b7d4b53e-48b5-4086-b7e1-3acb0e7ee017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.331482 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0a098a0e-293e-4368-8eb1-0c43dd4afbe4 req-b7d4b53e-48b5-4086-b7e1-3acb0e7ee017 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 1098 time: 0.0802245 Sep 16 15:11:29.423172 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0a098a0e-293e-4368-8eb1-0c43dd4afbe4 req-7296e86b-0f3a-43fd-b54d-cda1ab69e321 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794227 Sep 16 15:11:29.465839 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Made reservation on behalf of cfceef931c67489aa587020a0ad6ff5a for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:29.469547 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.629591 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Allocated IP 172.20.0.3 (755f892f-20ae-4897-9f98-26395e9c3f47/531e1b6d-144f-435a-8018-bf6258cca3cc/e789fcb8-7c8b-4048-b378-b15a672271de) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:29.633582 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44418) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:29.650295 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d152a-c9ac-47d8-b766-267f0c21f4dc req-b5487c34-4ce1-4a38-a1c3-956fb1132fac tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.651808 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8d7d152a-c9ac-47d8-b766-267f0c21f4dc req-b5487c34-4ce1-4a38-a1c3-956fb1132fac tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0753658 Sep 16 15:11:29.718364 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8d7d152a-c9ac-47d8-b766-267f0c21f4dc req-225b966d-6128-4ebb-a80a-d269b7a5b431 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600321 Sep 16 15:11:29.744713 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6657518a-f037-4599-9ffb-60c4870097b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.817776 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.837203 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6657518a-f037-4599-9ffb-60c4870097b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.843068 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6657518a-f037-4599-9ffb-60c4870097b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.846256 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ed33b4f6-95b2-456b-ba14-3cfb04a36dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.860297 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.885119 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6657518a-f037-4599-9ffb-60c4870097b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6df51cd1a81d477aa5008da9340cf72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499945 Sep 16 15:11:29.885987 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657518a-f037-4599-9ffb-60c4870097b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1800881e-8afd-4beb-af44-5991af360cfd,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:29.888804 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44422) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:29.906176 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Network 755f892f-20ae-4897-9f98-26395e9c3f47 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:29.911213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:29.915640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:29.921963 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.922601 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.926075 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Pushing event updated for resources: {'Port': ['ID=e789fcb8-7c8b-4048-b378-b15a672271de,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:29.939538 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6f3ddfdc-e8d0-444b-b5db-5a4fcd259271 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219606 Sep 16 15:11:29.946317 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-445a5175-0f36-4216-becd-0f3bd499a633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.960992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Request body: {'port': {'device_id': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:29.968681 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-445a5175-0f36-4216-becd-0f3bd499a633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.016107 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.016330 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-445a5175-0f36-4216-becd-0f3bd499a633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.018916 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-445a5175-0f36-4216-becd-0f3bd499a633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.020070 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-445a5175-0f36-4216-becd-0f3bd499a633 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1800881e-8afd-4beb-af44-5991af360cfd HTTP/1.1" status: 204 len: 168 time: 0.1307049 Sep 16 15:11:30.028020 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a5175-0f36-4216-becd-0f3bd499a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1800881e-8afd-4beb-af44-5991af360cfd,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:30.308827 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e789fcb8-7c8b-4048-b378-b15a672271de {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:30.318030 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.321915 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44438) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:30.347203 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-29dbe343-1e80-4bda-81d3-cfa318bb0429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.362272 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Transition to ACTIVE for port object e789fcb8-7c8b-4048-b378-b15a672271de will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:30.369330 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.407118 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585888-7dc6-4de4-952c-523e34390442 req-ae280ed8-3b45-4c92-a532-dd67658279a4 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.410019 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cc585888-7dc6-4de4-952c-523e34390442 req-ae280ed8-3b45-4c92-a532-dd67658279a4 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 931 time: 0.0789881 Sep 16 15:11:30.424213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1415de-e312-4b66-b4d6-1ecb1d9abe8b req-29def0f7-662b-4956-a680-08de41a8eaad tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.425709 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-df1415de-e312-4b66-b4d6-1ecb1d9abe8b req-29def0f7-662b-4956-a680-08de41a8eaad tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0970378 Sep 16 15:11:30.452022 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e789fcb8-7c8b-4048-b378-b15a672271de,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:30.473518 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cc585888-7dc6-4de4-952c-523e34390442 req-6341aa1e-9703-4b2a-92d3-9a09ba7e3ce8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556114 Sep 16 15:11:30.505665 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Attempting to bind port e789fcb8-7c8b-4048-b378-b15a672271de on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:30.506198 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Attempting to bind port e789fcb8-7c8b-4048-b378-b15a672271de by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:30.507007 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Attempting to bind port e789fcb8-7c8b-4048-b378-b15a672271de on network 755f892f-20ae-4897-9f98-26395e9c3f47 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:30.514233 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Port e789fcb8-7c8b-4048-b378-b15a672271de on network 755f892f-20ae-4897-9f98-26395e9c3f47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:30.514645 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Attempting to bind port e789fcb8-7c8b-4048-b378-b15a672271de on network 755f892f-20ae-4897-9f98-26395e9c3f47 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:30.519742 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-df1415de-e312-4b66-b4d6-1ecb1d9abe8b req-63a6b989-29f7-45e8-83d6-3bcd3b4a5dbb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827608 Sep 16 15:11:30.523559 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:30.523893 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Checking segment: {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:30.524266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Bound using segment: {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:30.524692 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Bound port: e789fcb8-7c8b-4048-b378-b15a672271de, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e8554-37d6-4bdd-b11a-9010ffe3bb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:30.525047 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.533047 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-29dbe343-1e80-4bda-81d3-cfa318bb0429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.540285 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-29dbe343-1e80-4bda-81d3-cfa318bb0429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.593162 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-29dbe343-1e80-4bda-81d3-cfa318bb0429 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0343ea085f564f5abec2ac6b9feb7f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664671 Sep 16 15:11:30.593162 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbe343-1e80-4bda-81d3-cfa318bb0429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac4973-5251-4104-ba4c-b4b0a56f1671,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:30.593909 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44444) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:30.600986 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] For port e789fcb8-7c8b-4048-b378-b15a672271de, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:30.627001 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] For port e789fcb8-7c8b-4048-b378-b15a672271de, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e789fcb8-7c8b-4048-b378-b15a672271de,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:30.635045 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.688485 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.689091 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.690499 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] 10.222.0.61 "PUT /v2.0/ports/e789fcb8-7c8b-4048-b378-b15a672271de HTTP/1.1" status: 200 len: 1093 time: 0.7335455 Sep 16 15:11:30.692458 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'tag': 'e789fcb8-7c8b-4048-b378-b15a672271de'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:30.694671 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8c14d9-405b-4430-9d1d-2965191c6307" -d '{"events": [{"name": "network-changed", "server_uuid": "02432dce-eb9b-46ef-8cfa-b9fcefed6e0a", "tag": "e789fcb8-7c8b-4048-b378-b15a672271de"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:30.718957 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.733581 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9e52e-97a3-4ff0-be10-4f8f7de1ccdc x-openstack-request-id: req-0bc9e52e-97a3-4ff0-be10-4f8f7de1ccdc {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:30.733865 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02432dce-eb9b-46ef-8cfa-b9fcefed6e0a", "tag": "e789fcb8-7c8b-4048-b378-b15a672271de", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:30.734114 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bc9e52e-97a3-4ff0-be10-4f8f7de1ccdc {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:30.734590 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'tag': 'e789fcb8-7c8b-4048-b378-b15a672271de', 'status': 'completed', 'code': 200} Sep 16 15:11:30.735271 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f600-edea-4670-8d2b-1a484f122c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e789fcb8-7c8b-4048-b378-b15a672271de,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:30.753397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.844665 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-b780c1f9-9488-409d-a7be-960bca635bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.846181 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-b780c1f9-9488-409d-a7be-960bca635bea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfceef931c67489aa587020a0ad6ff5a&device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 1096 time: 0.0949268 Sep 16 15:11:30.862242 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc802f9-b594-4e01-af59-27535a71ff92 req-60f79bc4-b806-42e6-925b-329ea7103954 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.863719 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9fc802f9-b594-4e01-af59-27535a71ff92 req-60f79bc4-b806-42e6-925b-329ea7103954 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0736201 Sep 16 15:11:30.909553 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.912051 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:30.913129 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09ac4973-5251-4104-ba4c-b4b0a56f1671 HTTP/1.1" status: 204 len: 168 time: 0.3182666 Sep 16 15:11:30.917517 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-6148ed50-9aac-430b-a300-ecadbee70c76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e789fcb8-7c8b-4048-b378-b15a672271de HTTP/1.1" status: 200 len: 217 time: 0.0525408 Sep 16 15:11:30.934328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac4973-5251-4104-ba4c-b4b0a56f1671,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:30.974131 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9fc802f9-b594-4e01-af59-27535a71ff92 req-b211bee0-06e1-49d9-87e9-61d979d6f30d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033835 Sep 16 15:11:30.975339 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.975686 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.976030 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.976363 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.976690 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.977038 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.977357 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.977678 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.978007 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.978328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.978676 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:30.978994 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875ac29-9087-440b-b9b1-d0e2100482da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:31.009923 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-adbe0b3f-1c31-42aa-9fa5-307e7c163f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.011474 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-adbe0b3f-1c31-42aa-9fa5-307e7c163f62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=531e1b6d-144f-435a-8018-bf6258cca3cc HTTP/1.1" status: 200 len: 848 time: 0.0745859 Sep 16 15:11:31.045144 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-70be424b-9508-4d9f-a72f-4d74d25a4adc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755f892f-20ae-4897-9f98-26395e9c3f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255938 Sep 16 15:11:31.159987 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-cbf4f5c8-326b-42dd-93bb-5bc2e5ee7c42 service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923977 Sep 16 15:11:31.260878 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d2268497-3bd8-4bfb-91e3-994932df9b94 req-eb5b5229-58f1-47a7-a180-a9e6bca1c13f service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928249 Sep 16 15:11:31.362997 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-746827da-b314-4120-bbfe-e8c86cd7a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.364520 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-746827da-b314-4120-bbfe-e8c86cd7a1a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfceef931c67489aa587020a0ad6ff5a&device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 1096 time: 0.0435946 Sep 16 15:11:31.474270 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-840c6080-2341-42b3-b93a-bd0866eff2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.475862 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-840c6080-2341-42b3-b93a-bd0866eff2cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 200 len: 909 time: 0.0978348 Sep 16 15:11:31.476522 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44468) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:31.574408 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-7a149379-0218-464c-a57b-36a4fc7b90fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e789fcb8-7c8b-4048-b378-b15a672271de HTTP/1.1" status: 200 len: 217 time: 0.0840075 Sep 16 15:11:31.630084 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f5e3-f3a7-465e-973b-18f043623baa req-f9f9db84-df8b-474e-8441-0610a2d723ca tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.631651 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c683f5e3-f3a7-465e-973b-18f043623baa req-f9f9db84-df8b-474e-8441-0610a2d723ca tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 943 time: 0.0788190 Sep 16 15:11:31.643703 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c56801a9-7e06-426c-9178-44044000cb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:31.684366 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-801f45c9-06d0-4343-861e-66c5bba61a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.685856 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-801f45c9-06d0-4343-861e-66c5bba61a85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=531e1b6d-144f-435a-8018-bf6258cca3cc HTTP/1.1" status: 200 len: 848 time: 0.0970340 Sep 16 15:11:31.688674 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c683f5e3-f3a7-465e-973b-18f043623baa req-c2b8dbdc-eb45-4922-b315-bd94d832ea81 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485651 Sep 16 15:11:31.697461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f657cc2-a7f1-4094-a695-786a5774fa46 req-41842f0f-ac03-41c8-9bd2-f133fc7c8d41 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.698939 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2f657cc2-a7f1-4094-a695-786a5774fa46 req-41842f0f-ac03-41c8-9bd2-f133fc7c8d41 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0749972 Sep 16 15:11:31.758361 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-e1030806-d785-4d59-964c-8e6e2d163d29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=755f892f-20ae-4897-9f98-26395e9c3f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467401 Sep 16 15:11:31.821684 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2f657cc2-a7f1-4094-a695-786a5774fa46 req-db9322ff-0a75-4f47-a48c-1c725a7ebabe tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090682 Sep 16 15:11:31.916567 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-4b6386c2-44c1-419b-a17a-ff0e1917e157 service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429970 Sep 16 15:11:31.946964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c56801a9-7e06-426c-9178-44044000cb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:31.958286 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c56801a9-7e06-426c-9178-44044000cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.041328 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c56801a9-7e06-426c-9178-44044000cb84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29c39050dcc54e51be93662810cf3402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611563 Sep 16 15:11:32.041328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56801a9-7e06-426c-9178-44044000cb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db832c6-2d42-40c2-a4e1-406242b69e0f,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:32.041806 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44498) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:32.071870 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6d8c14d9-405b-4430-9d1d-2965191c6307 req-df13cc20-2c0c-4dd3-aea3-816d2a8cc627 service neutron] 10.222.0.61 "GET /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373172 Sep 16 15:11:32.124132 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.153185 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.154243 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58891d3-dc4a-4671-be1e-550a7fb30a64 req-5a253eed-9e61-4c8b-8889-3ba837e4a7d1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:32.156779 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d58891d3-dc4a-4671-be1e-550a7fb30a64 req-5a253eed-9e61-4c8b-8889-3ba837e4a7d1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0834870 Sep 16 15:11:32.202957 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d58891d3-dc4a-4671-be1e-550a7fb30a64 req-91a551e5-fcc6-448d-a312-1b13ae5bd765 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Sep 16 15:11:32.207158 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.209780 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.213252 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5db832c6-2d42-40c2-a4e1-406242b69e0f HTTP/1.1" status: 204 len: 168 time: 0.1675444 Sep 16 15:11:32.219240 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db832c6-2d42-40c2-a4e1-406242b69e0f,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:32.226307 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.226801 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.227391 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.227554 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.228502 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.228502 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.228796 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.229218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.229554 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.229872 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.230458 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.230757 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab891cf-4d40-400d-85e1-4e23aca09e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:32.319651 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-1d5c95f9-8289-4b4f-88c6-7435e5873346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.820246 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e789fcb8-7c8b-4048-b378-b15a672271de details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:32.828727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f43cb-b685-4184-8892-06227e4a1542 req-9c6ee3c7-dadc-4caf-8481-652953f6e138 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:32.839199 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4d0f43cb-b685-4184-8892-06227e4a1542 req-9c6ee3c7-dadc-4caf-8481-652953f6e138 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 943 time: 0.0727637 Sep 16 15:11:32.897336 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4d0f43cb-b685-4184-8892-06227e4a1542 req-b2cab3da-dd75-4cca-b26c-ec2d1aa8b6f9 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570133 Sep 16 15:11:32.953348 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port e789fcb8-7c8b-4048-b378-b15a672271de, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e789fcb8-7c8b-4048-b378-b15a672271de,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:32.968548 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44550) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:32.975919 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'e789fcb8-7c8b-4048-b378-b15a672271de', 'network_id': '755f892f-20ae-4897-9f98-26395e9c3f47', 'port_id': 'e789fcb8-7c8b-4048-b378-b15a672271de', 'mac_address': 'fa:16:3e:24:f8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531e1b6d-144f-435a-8018-bf6258cca3cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:33.021903 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.037729 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e789fcb8-7c8b-4048-b378-b15a672271de {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:33.038071 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7604-c70d-4e7b-a159-72737b0954b2 req-7a51a8ce-bce4-4dea-95dd-3677a9c1fc57 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:33.041092 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e3ab7604-c70d-4e7b-a159-72737b0954b2 req-7a51a8ce-bce4-4dea-95dd-3677a9c1fc57 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0664961 Sep 16 15:11:33.062308 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port e789fcb8-7c8b-4048-b378-b15a672271de, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e789fcb8-7c8b-4048-b378-b15a672271de,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:33.067852 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.105253 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e3ab7604-c70d-4e7b-a159-72737b0954b2 req-2a309f33-d507-44f4-801e-c9477c524dd0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Sep 16 15:11:33.117816 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44556) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:33.117934 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.139575 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=e789fcb8-7c8b-4048-b378-b15a672271de,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.190665 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3e822a-b974-4b98-b98f-6a886ba17a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.222512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1810798933-network', 'tenant_id': '0058525fcade4f578875479930e2259b'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:33.289507 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3e822a-b974-4b98-b98f-6a886ba17a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.298112 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3e822a-b974-4b98-b98f-6a886ba17a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.311763 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.334825 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Made reservation on behalf of 0058525fcade4f578875479930e2259b for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:33.337101 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.348051 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3a3e822a-b974-4b98-b98f-6a886ba17a54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31ce9859603a4e72b3aa749c835eefbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784876 Sep 16 15:11:33.350920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44560) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:33.355411 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e822a-b974-4b98-b98f-6a886ba17a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c922dcd-01b0-4a66-ad28-6f7f8c7a6e05,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.358727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.402496 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ced0a028-7d59-4e15-b705-aa8c39e19de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.423866 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ced0a028-7d59-4e15-b705-aa8c39e19de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.452962 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.457882 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.467145 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e789fcb8-7c8b-4048-b378-b15a672271de'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:33.483443 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ced0a028-7d59-4e15-b705-aa8c39e19de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.485964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ced0a028-7d59-4e15-b705-aa8c39e19de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.491887 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ced0a028-7d59-4e15-b705-aa8c39e19de2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c922dcd-01b0-4a66-ad28-6f7f8c7a6e05 HTTP/1.1" status: 204 len: 168 time: 0.1356158 Sep 16 15:11:33.492195 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d82b5-5b00-4e5e-8d03-874dab69fd38,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.493566 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:11:33.500462 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0a028-7d59-4e15-b705-aa8c39e19de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c922dcd-01b0-4a66-ad28-6f7f8c7a6e05,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.512263 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.512618 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Added segment 2d798a63-5308-4ccb-88f4-0f10ea4677f0 of type vlan for network 39846068-17cb-4a1f-bce9-f3e5881aa474 Sep 16 15:11:33.563068 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.595584 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.596893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:33.597496 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.630931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44568) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:33.631203 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5120432 Sep 16 15:11:33.637474 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Request body: {'subnet': {'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1810798933-subnet', 'tenant_id': '0058525fcade4f578875479930e2259b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:33.671593 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Made reservation on behalf of 0058525fcade4f578875479930e2259b for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:33.674147 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.681372 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e97dd9-2059-4689-9371-7e78d8856ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=39846068-17cb-4a1f-bce9-f3e5881aa474,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.694201 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 39846068-17cb-4a1f-bce9-f3e5881aa474 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:11:33.869357 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44578) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:33.892015 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d1d670c9-aa40-4adb-bc92-a29694aaafdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.899620 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.990541 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fed4b3-bb08-48d4-bba2-e984e021c5b6,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:34.049157 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Checking segment: {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:34.049557 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Network hostable DHCP agents. Network: 39846068-17cb-4a1f-bce9-f3e5881aa474, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:11:34.088916 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ecc12-f49c-4b74-a9fb-02753e0404be req-eb9ce1f2-d053-4537-a581-bf6f921be1a6 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:34.098343 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9b7ecc12-f49c-4b74-a9fb-02753e0404be req-eb9ce1f2-d053-4537-a581-bf6f921be1a6 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 944 time: 0.0950000 Sep 16 15:11:34.109603 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Network 39846068-17cb-4a1f-bce9-f3e5881aa474 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:11:34.135551 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 39846068-17cb-4a1f-bce9-f3e5881aa474) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:34.141217 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:34.142181 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.148766 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59171a63-adf8-446e-bd49-425f5966eb2e None None] Network 39846068-17cb-4a1f-bce9-f3e5881aa474 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:34.159940 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9b7ecc12-f49c-4b74-a9fb-02753e0404be req-a51b02b1-3aa5-4a81-a5b4-673a41e4cf0b tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Sep 16 15:11:34.186871 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d1d670c9-aa40-4adb-bc92-a29694aaafdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.189943 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d1d670c9-aa40-4adb-bc92-a29694aaafdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.214861 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-fd8167cb-04a8-4b13-98b7-ce0108c783ee admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5825360 Sep 16 15:11:34.288405 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d670c9-aa40-4adb-bc92-a29694aaafdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e1309-f33e-4d89-8393-6b29d1eeea86,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:34.319974 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d1d670c9-aa40-4adb-bc92-a29694aaafdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46e2c6e2f45d4a6cbdc03017cc7a4178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495785 Sep 16 15:11:34.322585 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44592) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:34.327053 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8663-dfe2-42ea-a6ad-c4c1d1f1d722 req-922faf6a-9ed6-4325-b077-acc7c7f7124e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:34.334527 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e4fe8663-dfe2-42ea-a6ad-c4c1d1f1d722 req-922faf6a-9ed6-4325-b077-acc7c7f7124e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0800753 Sep 16 15:11:34.386933 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd384481-0071-4b60-972c-7362aa17cc58 None None] Network 39846068-17cb-4a1f-bce9-f3e5881aa474 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:34.387961 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-df044b09-c1f9-4b92-9a9b-26038f3e330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.404815 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e4fe8663-dfe2-42ea-a6ad-c4c1d1f1d722 req-cc1b1835-ef0c-4075-8a6f-3d333f147db7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691545 Sep 16 15:11:34.422890 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-df044b09-c1f9-4b92-9a9b-26038f3e330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.483327 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-df044b09-c1f9-4b92-9a9b-26038f3e330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.486238 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-df044b09-c1f9-4b92-9a9b-26038f3e330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.487864 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-df044b09-c1f9-4b92-9a9b-26038f3e330e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de2e1309-f33e-4d89-8393-6b29d1eeea86 HTTP/1.1" status: 204 len: 168 time: 0.1642153 Sep 16 15:11:34.499196 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df044b09-c1f9-4b92-9a9b-26038f3e330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e1309-f33e-4d89-8393-6b29d1eeea86,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:34.834407 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e789fcb8-7c8b-4048-b378-b15a672271de up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:34.894529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port e789fcb8-7c8b-4048-b378-b15a672271de completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:34.898386 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port e789fcb8-7c8b-4048-b378-b15a672271de triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:34.898797 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:34.989590 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:35.011670 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e789fcb8-7c8b-4048-b378-b15a672271de'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:35.014529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f932d-6635-46b5-9c7b-73a576f9ec86" -d '{"events": [{"server_uuid": "02432dce-eb9b-46ef-8cfa-b9fcefed6e0a", "name": "network-vif-plugged", "status": "completed", "tag": "e789fcb8-7c8b-4048-b378-b15a672271de"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:35.030540 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port e789fcb8-7c8b-4048-b378-b15a672271de, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e789fcb8-7c8b-4048-b378-b15a672271de,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:35.036085 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:35.070857 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb71f83-4c37-444a-a44f-8c22d0b6bbd6 x-openstack-request-id: req-4bb71f83-4c37-444a-a44f-8c22d0b6bbd6 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:35.071146 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02432dce-eb9b-46ef-8cfa-b9fcefed6e0a", "name": "network-vif-plugged", "status": "completed", "tag": "e789fcb8-7c8b-4048-b378-b15a672271de", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:35.071404 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bb71f83-4c37-444a-a44f-8c22d0b6bbd6 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:35.071886 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e789fcb8-7c8b-4048-b378-b15a672271de', 'code': 200} Sep 16 15:11:35.093046 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:35.107648 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=e789fcb8-7c8b-4048-b378-b15a672271de,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:35.325604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87cc1-9b57-4a12-9008-7166e36a0c19 req-e14dfae9-66c6-4bcc-a052-f445432289b5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:35.327463 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0de87cc1-9b57-4a12-9008-7166e36a0c19 req-e14dfae9-66c6-4bcc-a052-f445432289b5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0861957 Sep 16 15:11:35.332772 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977bba6-7695-4be2-830d-b125bb7213ee req-0f9631f2-a3f5-4199-91c6-2e9c99391de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:35.334455 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b977bba6-7695-4be2-830d-b125bb7213ee req-0f9631f2-a3f5-4199-91c6-2e9c99391de5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 1098 time: 0.0827923 Sep 16 15:11:35.371096 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0de87cc1-9b57-4a12-9008-7166e36a0c19 req-631dffe1-219c-4fc3-a9c1-7a3c3aeee40c tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Sep 16 15:11:35.419648 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b977bba6-7695-4be2-830d-b125bb7213ee req-4f34d4e7-3993-401c-997e-fe0d6d572ec3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Sep 16 15:11:35.518245 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e3fd-0bff-4bf7-9783-5844d5e7ede4 req-f284506a-4549-4187-a298-19eb89f53374 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:35.519768 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2603e3fd-0bff-4bf7-9783-5844d5e7ede4 req-f284506a-4549-4187-a298-19eb89f53374 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Sep 16 15:11:35.559052 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2603e3fd-0bff-4bf7-9783-5844d5e7ede4 req-e1c9a50b-ba4c-4c30-abc9-ea5def67c3cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Sep 16 15:11:36.251130 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-0b0fcade-e643-469c-ae94-374b2b1f1ef3 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.252634 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-0b0fcade-e643-469c-ae94-374b2b1f1ef3 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/networks?id=39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 200 len: 814 time: 0.1165757 Sep 16 15:11:36.268717 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-2c051ab3-d0f1-4807-84bf-98f879a86726 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/quotas/0058525fcade4f578875479930e2259b HTTP/1.1" status: 200 len: 375 time: 0.0099120 Sep 16 15:11:36.310646 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-c5f42d92-fa42-4716-b381-5df9966e22f3 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0058525fcade4f578875479930e2259b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263073 Sep 16 15:11:36.406178 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-4525fb32-245e-4d74-924d-5ceb78686ffa service neutron] 10.222.0.52 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874870 Sep 16 15:11:36.500325 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-87a02bb3-795e-42a8-88db-f66bd4f91fdf service neutron] 10.222.0.52 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875146 Sep 16 15:11:36.521163 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5005e61-cfb3-462c-ace5-30f698ad66be req-6c6476b0-75f9-4f71-8311-2a7138f46d98 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.522910 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e5005e61-cfb3-462c-ace5-30f698ad66be req-6c6476b0-75f9-4f71-8311-2a7138f46d98 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0498159 Sep 16 15:11:36.564090 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e5005e61-cfb3-462c-ace5-30f698ad66be req-c95e0b91-080d-4184-9df2-81f8d33d4d64 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Sep 16 15:11:36.691219 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-40ab381e-9883-4107-8726-002e7403463b req-98ba85fa-6690-43b7-8ae8-794cf29e3227 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0358970 Sep 16 15:11:36.697736 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0250f-60d5-4bad-8397-da362afc286b req-d6f608b4-23a0-423d-8dd3-93f874a0b5a8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.699351 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3c0250f-60d5-4bad-8397-da362afc286b req-d6f608b4-23a0-423d-8dd3-93f874a0b5a8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0679538 Sep 16 15:11:36.743535 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3c0250f-60d5-4bad-8397-da362afc286b req-f5a369fc-dc47-4742-8e9a-0ae8be499e3c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356956 Sep 16 15:11:37.148526 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44714) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:37.277191 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-419e4914-da79-4250-834f-5411eb471aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.376444 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-98344a65-da7f-4e36-a020-8cc7994916da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.377934 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-98344a65-da7f-4e36-a020-8cc7994916da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.0609951 Sep 16 15:11:37.415094 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-419e4914-da79-4250-834f-5411eb471aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.429192 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-419e4914-da79-4250-834f-5411eb471aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.514350 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-419e4914-da79-4250-834f-5411eb471aab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f9e81822fcb4c189239a5cd346c6b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641672 Sep 16 15:11:37.516837 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44722) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:37.519140 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e4914-da79-4250-834f-5411eb471aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f81ee4d-c5c7-4a7b-9cdb-f5551ca49625,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:37.542934 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-8ac5b1d0-da68-4b21-8e67-fb9975e3cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.545300 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-8ac5b1d0-da68-4b21-8e67-fb9975e3cdca service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.1387198 Sep 16 15:11:37.566797 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-589aa610-388b-4f30-94d5-0f06924c317c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.587525 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-589aa610-388b-4f30-94d5-0f06924c317c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.600993 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-005a9f4a-0dec-48e8-ab66-fedd930c3893 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.0352263 Sep 16 15:11:37.641345 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-589aa610-388b-4f30-94d5-0f06924c317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.644064 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-589aa610-388b-4f30-94d5-0f06924c317c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:37.646158 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-589aa610-388b-4f30-94d5-0f06924c317c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f81ee4d-c5c7-4a7b-9cdb-f5551ca49625 HTTP/1.1" status: 204 len: 168 time: 0.1283154 Sep 16 15:11:37.661022 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aa610-388b-4f30-94d5-0f06924c317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f81ee4d-c5c7-4a7b-9cdb-f5551ca49625,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:37.706492 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-23ade058-4633-46b0-9519-2b4eab0894ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.708074 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-23ade058-4633-46b0-9519-2b4eab0894ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.0929067 Sep 16 15:11:37.724997 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a4c5-7e0c-4303-98b2-40980e8dc98f req-fab18ea3-3671-4b36-8f71-09eb12094db1 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.726438 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b023a4c5-7e0c-4303-98b2-40980e8dc98f req-fab18ea3-3671-4b36-8f71-09eb12094db1 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0700057 Sep 16 15:11:37.788075 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-0383ce1c-8853-4f8d-904f-3256876ad704 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427446 Sep 16 15:11:37.805126 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a248b60c-b4b3-4bb0-b56e-b5acebc5ae62 req-001cbdcf-0731-498e-8b4d-d59315192d7a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0299838 Sep 16 15:11:37.806112 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b023a4c5-7e0c-4303-98b2-40980e8dc98f req-ce39bd9e-1c2a-4e21-9fd7-5e368cc77bd5 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719068 Sep 16 15:11:37.956738 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158824a9-3b4a-4c60-a1db-93d6bdfd5f7c req-e5107663-d9c8-4493-b1c8-98c979cf6c97 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.958923 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-158824a9-3b4a-4c60-a1db-93d6bdfd5f7c req-e5107663-d9c8-4493-b1c8-98c979cf6c97 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0680323 Sep 16 15:11:38.001249 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-1d0e627b-68b2-42e8-97f4-0a3ad07eb9fe service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939528 Sep 16 15:11:38.016613 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-158824a9-3b4a-4c60-a1db-93d6bdfd5f7c req-70894c1c-f33f-43a9-a257-b50f12a0e396 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489922 Sep 16 15:11:38.029953 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44738) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:38.044703 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9984c268-317b-48f9-8876-3f1166c0c5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.126621 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.195719 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9984c268-317b-48f9-8876-3f1166c0c5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.201537 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9984c268-317b-48f9-8876-3f1166c0c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.242558 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984c268-317b-48f9-8876-3f1166c0c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d1b4a6-7347-4630-914a-940bb2a840e8,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:38.250608 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9984c268-317b-48f9-8876-3f1166c0c5a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=733412cb6fb4469ab965bdec19a70e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195528 Sep 16 15:11:38.253231 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44750) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:38.306973 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6173069e-4aff-431f-bb9c-175fda58d6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.329189 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-b90daa9b-d983-4c4f-9a69-660a05ad8259 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.330575 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6173069e-4aff-431f-bb9c-175fda58d6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.330709 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-b90daa9b-d983-4c4f-9a69-660a05ad8259 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "GET /v2.0/networks?id=39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 200 len: 814 time: 0.4317944 Sep 16 15:11:38.366927 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Request body: {'port': {'device_id': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474', 'admin_state_up': True, 'tenant_id': '0058525fcade4f578875479930e2259b'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:38.386655 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6173069e-4aff-431f-bb9c-175fda58d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.390441 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6173069e-4aff-431f-bb9c-175fda58d6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.393888 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6173069e-4aff-431f-bb9c-175fda58d6eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41d1b4a6-7347-4630-914a-940bb2a840e8 HTTP/1.1" status: 204 len: 168 time: 0.1374505 Sep 16 15:11:38.401538 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173069e-4aff-431f-bb9c-175fda58d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d1b4a6-7347-4630-914a-940bb2a840e8,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:38.454547 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aaffcaf6-29aa-404d-8c84-7b91ae3d78fb req-d829db2c-d8c4-4d26-8f20-13abdc799572 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375784 Sep 16 15:11:38.500763 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Made reservation on behalf of 0058525fcade4f578875479930e2259b for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:38.504212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.650516 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Allocated IP 172.20.0.5 (39846068-17cb-4a1f-bce9-f3e5881aa474/24fed4b3-bb08-48d4-bba2-e984e021c5b6/b3d53d90-c7c0-44c8-a58b-2059929c00ed) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:38.774331 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117619f-3a73-4bd3-ba7a-1f02c04b0566 req-86fbec8c-4bba-47fd-9848-f695058cc013 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.776299 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9117619f-3a73-4bd3-ba7a-1f02c04b0566 req-86fbec8c-4bba-47fd-9848-f695058cc013 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0542955 Sep 16 15:11:38.817378 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.822451 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9117619f-3a73-4bd3-ba7a-1f02c04b0566 req-29695d9e-cfd7-4140-9b88-1b23042525ff tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Sep 16 15:11:38.859335 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.897813 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Network 39846068-17cb-4a1f-bce9-f3e5881aa474 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:38.915616 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:38.921311 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:38.926738 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.927339 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:38.964083 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023293 Sep 16 15:11:38.967099 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0ac47-ae13-4504-a3e8-357eee2bbefb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Pushing event updated for resources: {'Port': ['ID=b3d53d90-c7c0-44c8-a58b-2059929c00ed,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:38.986823 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf44d2-c4ad-4aab-8d56-2dddda13fc81 req-1628310e-9c34-484c-8721-19a1d747f71a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.988333 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0aaf44d2-c4ad-4aab-8d56-2dddda13fc81 req-1628310e-9c34-484c-8721-19a1d747f71a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 931 time: 0.0894599 Sep 16 15:11:38.993285 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Request body: {'port': {'device_id': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:39.074509 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0aaf44d2-c4ad-4aab-8d56-2dddda13fc81 req-059bd07b-cc0e-4b98-b2e9-9ed4b63e5071 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773487 Sep 16 15:11:39.075186 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.160560 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67418-4584-454a-9857-0147795e0d4d req-791be852-09bd-4727-951c-71e2a15594eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.162395 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4ff67418-4584-454a-9857-0147795e0d4d req-791be852-09bd-4727-951c-71e2a15594eb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0673621 Sep 16 15:11:39.204910 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4ff67418-4584-454a-9857-0147795e0d4d req-1a18f101-6387-43be-92e9-0873ef35ff25 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Sep 16 15:11:39.375452 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d53d90-c7c0-44c8-a58b-2059929c00ed {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:39.383352 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.397489 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Transition to ACTIVE for port object b3d53d90-c7c0-44c8-a58b-2059929c00ed will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:39.406991 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.461672 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d53d90-c7c0-44c8-a58b-2059929c00ed,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:39.489705 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Attempting to bind port b3d53d90-c7c0-44c8-a58b-2059929c00ed on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:39.490057 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Attempting to bind port b3d53d90-c7c0-44c8-a58b-2059929c00ed by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:39.490370 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Attempting to bind port b3d53d90-c7c0-44c8-a58b-2059929c00ed on network 39846068-17cb-4a1f-bce9-f3e5881aa474 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:39.494622 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Port b3d53d90-c7c0-44c8-a58b-2059929c00ed on network 39846068-17cb-4a1f-bce9-f3e5881aa474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:39.494945 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Attempting to bind port b3d53d90-c7c0-44c8-a58b-2059929c00ed on network 39846068-17cb-4a1f-bce9-f3e5881aa474 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:39.499797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:39.500135 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Checking segment: {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:39.500512 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Bound using segment: {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:39.500977 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Bound port: b3d53d90-c7c0-44c8-a58b-2059929c00ed, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:39.501334 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.569952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] For port b3d53d90-c7c0-44c8-a58b-2059929c00ed, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:39.573218 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] For port b3d53d90-c7c0-44c8-a58b-2059929c00ed, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:39.578047 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.613992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.614921 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.616329 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] 10.222.0.61 "PUT /v2.0/ports/b3d53d90-c7c0-44c8-a58b-2059929c00ed HTTP/1.1" status: 200 len: 1093 time: 0.6270943 Sep 16 15:11:39.616761 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'tag': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:39.619027 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdc777f-ed6e-436f-aa03-3b862732c6e1", "tag": "b3d53d90-c7c0-44c8-a58b-2059929c00ed"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:39.627912 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44804) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:39.652461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7496f04-873c-4cd6-a230-799d6e0590d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d53d90-c7c0-44c8-a58b-2059929c00ed,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:39.674773 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d32243-70a6-437e-ade2-63451b06b595 x-openstack-request-id: req-e4d32243-70a6-437e-ade2-63451b06b595 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:39.675059 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdc777f-ed6e-436f-aa03-3b862732c6e1", "tag": "b3d53d90-c7c0-44c8-a58b-2059929c00ed", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:39.675310 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4d32243-70a6-437e-ade2-63451b06b595 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:39.675734 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'tag': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed', 'status': 'completed', 'code': 200} Sep 16 15:11:39.727213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-90b93e51-8ba3-4c72-b06f-e9dae6966bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.728745 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-90b93e51-8ba3-4c72-b06f-e9dae6966bd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0058525fcade4f578875479930e2259b&device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0414186 Sep 16 15:11:39.749817 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c26bb6bf-25e9-4eeb-b47f-a197083d3073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.792546 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-f9950bd3-ea88-4664-b83b-452ce4d6707b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed HTTP/1.1" status: 200 len: 217 time: 0.0383441 Sep 16 15:11:39.841996 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c26bb6bf-25e9-4eeb-b47f-a197083d3073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.844531 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-4b1a634a-e387-4e2e-94ba-4ccb7803e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.845995 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-4b1a634a-e387-4e2e-94ba-4ccb7803e0a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24fed4b3-bb08-48d4-bba2-e984e021c5b6 HTTP/1.1" status: 200 len: 854 time: 0.0449483 Sep 16 15:11:39.846123 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c26bb6bf-25e9-4eeb-b47f-a197083d3073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:39.891719 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c26bb6bf-25e9-4eeb-b47f-a197083d3073 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e359bf6f4ff0488b8213f25c97152b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590082 Sep 16 15:11:39.891719 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bb6bf-25e9-4eeb-b47f-a197083d3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c72975d-b535-49ef-a53b-f0256a3111ab,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:39.892508 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44812) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:39.897511 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-af8f0ad9-71d1-4661-a570-3d4d59fab2ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39846068-17cb-4a1f-bce9-f3e5881aa474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292037 Sep 16 15:11:39.977116 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392bba-6fc4-492f-8ce5-ec020e5fc1f1 req-d42971e6-707a-4685-bfea-c6284a82da2d tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.978617 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e392bba-6fc4-492f-8ce5-ec020e5fc1f1 req-d42971e6-707a-4685-bfea-c6284a82da2d tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0798874 Sep 16 15:11:39.996129 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9f75ab45-a2ee-41cb-bb3c-613f7891483b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:40.006365 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-6e5a6f70-563b-4eaf-b770-4ff71638a85c service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903983 Sep 16 15:11:40.033551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9f75ab45-a2ee-41cb-bb3c-613f7891483b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:40.044508 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e392bba-6fc4-492f-8ce5-ec020e5fc1f1 req-edcaa658-f1bc-437e-a151-18b6576d0aa8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 Sep 16 15:11:40.098279 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9f75ab45-a2ee-41cb-bb3c-613f7891483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:40.100815 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9f75ab45-a2ee-41cb-bb3c-613f7891483b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:40.102128 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9f75ab45-a2ee-41cb-bb3c-613f7891483b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c72975d-b535-49ef-a53b-f0256a3111ab HTTP/1.1" status: 204 len: 168 time: 0.2083640 Sep 16 15:11:40.112137 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75ab45-a2ee-41cb-bb3c-613f7891483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c72975d-b535-49ef-a53b-f0256a3111ab,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:40.131974 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3f03347-c3db-48c9-b960-0167a2cbe4f8 req-fa21fffb-4e58-4b77-ab49-a958c13fadfa service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007698 Sep 16 15:11:40.220676 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e4585-7ed3-4f96-af24-f72639184494 req-1f9a556a-20d4-418e-9624-41de33b2cb97 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.222169 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b13e4585-7ed3-4f96-af24-f72639184494 req-1f9a556a-20d4-418e-9624-41de33b2cb97 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 943 time: 0.0532408 Sep 16 15:11:40.294670 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b13e4585-7ed3-4f96-af24-f72639184494 req-27e1f8ad-63fb-4c47-aed3-5b21df6de195 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636299 Sep 16 15:11:40.296533 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-d3d22d53-d78b-48ce-95f9-d67816a5a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.298012 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-d3d22d53-d78b-48ce-95f9-d67816a5a357 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0058525fcade4f578875479930e2259b&device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0749123 Sep 16 15:11:40.337142 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04375d11-cced-4b1d-a0cf-f6506caa8073 req-7ebc3c5e-3ac5-4f1c-ab68-dd523b6a66f8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.347380 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-04375d11-cced-4b1d-a0cf-f6506caa8073 req-7ebc3c5e-3ac5-4f1c-ab68-dd523b6a66f8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0708652 Sep 16 15:11:40.387839 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-04375d11-cced-4b1d-a0cf-f6506caa8073 req-bc726b03-1761-4b5d-ba74-dbc7b477faaa tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393610 Sep 16 15:11:40.411411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-291abf6e-62ca-4332-a725-608d8909238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.413129 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-291abf6e-62ca-4332-a725-608d8909238d service neutron] 10.222.0.61 "GET /v2.0/networks?id=39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 200 len: 915 time: 0.1025214 Sep 16 15:11:40.462743 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-f4a9c329-8ef5-4dfc-92c6-638f647d63b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed HTTP/1.1" status: 200 len: 217 time: 0.0419056 Sep 16 15:11:40.525729 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-c23350dc-d4c6-4358-90a9-f944c31710dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.527382 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-c23350dc-d4c6-4358-90a9-f944c31710dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24fed4b3-bb08-48d4-bba2-e984e021c5b6 HTTP/1.1" status: 200 len: 854 time: 0.0448477 Sep 16 15:11:40.569955 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-07fbec03-4e4c-45d8-9b1b-5080ee0298bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39846068-17cb-4a1f-bce9-f3e5881aa474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311995 Sep 16 15:11:40.678009 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-8f223580-514e-4517-afd5-94b9b277fedc service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968714 Sep 16 15:11:40.771058 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-47f9c3bc-9970-4489-9bcd-dd3dc098e25f req-b5fa2556-b292-4f17-a143-1f6bb3ce18d8 service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Sep 16 15:11:40.794099 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44842) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:40.888385 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1663356559-network', 'tenant_id': '84e90f2361174e77a88042d06e74e110'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:40.910253 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Made reservation on behalf of 84e90f2361174e77a88042d06e74e110 for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:40.912795 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:40.921178 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.006637 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.010624 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.032009 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:11:41.047001 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332acf92-e522-40c2-9d9a-2aae4e6d3604,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:41.051633 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.052037 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Added segment 293b07d3-bcb7-46eb-8080-660e3652dfdc of type vlan for network b83b58b7-9f40-4e77-be18-f12f23d9d013 Sep 16 15:11:41.098737 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.136540 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.138756 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.139088 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.171145 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3758514 Sep 16 15:11:41.174055 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44850) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:41.180217 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Request body: {'subnet': {'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1663356559-subnet', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:41.207167 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687c63-01d3-4c10-9596-d4f5ddac75ff admin admin] Pushing event updated for resources: {'Network': ['ID=b83b58b7-9f40-4e77-be18-f12f23d9d013,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:41.212045 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d178c5-178c-4809-9616-907b521d7223 req-66632bd0-27a8-48c2-8489-9fc0be40af38 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.214341 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-40d178c5-178c-4809-9616-907b521d7223 req-66632bd0-27a8-48c2-8489-9fc0be40af38 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0766747 Sep 16 15:11:41.218692 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:11:41.237648 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Made reservation on behalf of 84e90f2361174e77a88042d06e74e110 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:41.240321 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.283161 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-40d178c5-178c-4809-9616-907b521d7223 req-8f685127-6504-41c7-8e05-ad0edaa68e45 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Sep 16 15:11:41.418341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86961791-8fed-4ed1-b8c7-79a3d9755a77 req-9edab355-32aa-44ef-9f80-5746f9f26ead tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.420132 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-86961791-8fed-4ed1-b8c7-79a3d9755a77 req-9edab355-32aa-44ef-9f80-5746f9f26ead tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 943 time: 0.0508814 Sep 16 15:11:41.435500 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.473610 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-86961791-8fed-4ed1-b8c7-79a3d9755a77 req-b3769fe3-85fc-4f07-b83d-8a03fae0bac6 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Sep 16 15:11:41.521482 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ddd76c-3b7d-4698-885b-91937202be77,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:41.550196 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1467e7-e302-400a-b9a6-153e75548f6d req-0fc51158-607c-4122-bcb7-d591b27f4df8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.560964 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ad1467e7-e302-400a-b9a6-153e75548f6d req-0fc51158-607c-4122-bcb7-d591b27f4df8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0783660 Sep 16 15:11:41.560964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Checking segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:41.560964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Network hostable DHCP agents. Network: b83b58b7-9f40-4e77-be18-f12f23d9d013, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:11:41.583679 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:11:41.612368 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, b83b58b7-9f40-4e77-be18-f12f23d9d013) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:41.617302 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.618819 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.624844 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c07362-71e9-4f01-bbf8-1811bb76119a None None] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:41.649828 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ad1467e7-e302-400a-b9a6-153e75548f6d req-31da9e4e-71ba-4129-8071-987122644511 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822842 Sep 16 15:11:41.666638 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b7e47e6d-dbfc-4d82-b967-4baf5ce4fafb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4911063 Sep 16 15:11:41.669398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 44864) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:41.674304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:41.685727 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-e4a86d67-ba26-41da-9711-fd769da163d8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.687193 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-e4a86d67-ba26-41da-9711-fd769da163d8 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 945 time: 0.0869920 Sep 16 15:11:41.732390 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.733631 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.802620 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-b83b58b7-9f40-4e77-be18-f12f23d9d013', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:11:41.803544 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.822450 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.902592 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Deleting port e789fcb8-7c8b-4048-b378-b15a672271de {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:11:41.902942 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:41.948868 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Allocated IP 172.20.0.2 (b83b58b7-9f40-4e77-be18-f12f23d9d013/06ddd76c-3b7d-4698-885b-91937202be77/afd68ece-5ab0-488a-b350-60a390b6c9fc) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:41.995716 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.085804 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] For port e789fcb8-7c8b-4048-b378-b15a672271de, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e789fcb8-7c8b-4048-b378-b15a672271de,segment=NetworkSegment(453e8554-37d6-4bdd-b11a-9010ffe3bb8a),segment_id=453e8554-37d6-4bdd-b11a-9010ffe3bb8a)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:42.086233 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.107674 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Calling delete_port for e789fcb8-7c8b-4048-b378-b15a672271de owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:11:42.136428 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.146752 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.185904 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:42.188694 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:42.192547 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:42.204126 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Pushing event updated for resources: {'Port': ['ID=afd68ece-5ab0-488a-b350-60a390b6c9fc,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:42.256295 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Attempting to bind port afd68ece-5ab0-488a-b350-60a390b6c9fc on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:42.256947 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Attempting to bind port afd68ece-5ab0-488a-b350-60a390b6c9fc by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:42.257129 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Attempting to bind port afd68ece-5ab0-488a-b350-60a390b6c9fc on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:42.262123 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:42.263227 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Checking segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:42.263655 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.264065 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Bound using segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:42.264501 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Bound port: afd68ece-5ab0-488a-b350-60a390b6c9fc, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:42.264887 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.331738 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] For port afd68ece-5ab0-488a-b350-60a390b6c9fc, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:42.335134 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] For port afd68ece-5ab0-488a-b350-60a390b6c9fc, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=afd68ece-5ab0-488a-b350-60a390b6c9fc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:42.340327 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.395075 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.400116 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742135bd-8daa-4f21-8276-21a0f40c7d8a None None] Pushing event updated for resources: {'Port': ['ID=afd68ece-5ab0-488a-b350-60a390b6c9fc,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:42.417399 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32dc7-507d-4da0-b87c-08259795ed40 req-6ef49eb0-3f6d-4b6d-a8b7-b2f3e3a8571f tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.419448 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.420893 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-22f32dc7-507d-4da0-b87c-08259795ed40 req-6ef49eb0-3f6d-4b6d-a8b7-b2f3e3a8571f tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/ports?device_id=02432dce-eb9b-46ef-8cfa-b9fcefed6e0a HTTP/1.1" status: 200 len: 867 time: 0.0565102 Sep 16 15:11:42.421488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.435022 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e789fcb8-7c8b-4048-b378-b15a672271de'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:42.472230 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-22f32dc7-507d-4da0-b87c-08259795ed40 req-3c74d96e-a7f0-4d75-a832-5ad9d0b6fe74 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.52 "GET /v2.0/security-groups?id=e788c1d5-6f89-4b32-b066-0e3fc065f3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Sep 16 15:11:42.490203 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Pushing event deleted for resources: {'Port': ['ID=e789fcb8-7c8b-4048-b378-b15a672271de,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:42.545802 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] No DVR routers for this DVR port e789fcb8-7c8b-4048-b378-b15a672271de on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:11:42.551835 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.553891 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c87d139c-72dd-4373-b5a4-d6d3e9b94971 req-3f40e80e-570c-434a-948b-160bed5a6839 tempest-VolumesActionsTest-189240605 tempest-VolumesActionsTest-189240605-project] 10.222.0.61 "DELETE /v2.0/ports/e789fcb8-7c8b-4048-b378-b15a672271de HTTP/1.1" status: 204 len: 173 time: 0.8564160 Sep 16 15:11:42.554198 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'name': 'network-vif-deleted', 'tag': 'e789fcb8-7c8b-4048-b378-b15a672271de'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:42.556422 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32c5f24-c453-4871-91a0-f0f26bc403e5" -d '{"events": [{"server_uuid": "02432dce-eb9b-46ef-8cfa-b9fcefed6e0a", "name": "network-vif-deleted", "tag": "e789fcb8-7c8b-4048-b378-b15a672271de"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:42.655240 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998efdaa-44b2-4a95-a6c6-180b38a43f1d x-openstack-request-id: req-998efdaa-44b2-4a95-a6c6-180b38a43f1d {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:42.655536 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02432dce-eb9b-46ef-8cfa-b9fcefed6e0a", "name": "network-vif-deleted", "tag": "e789fcb8-7c8b-4048-b378-b15a672271de", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:42.655788 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-998efdaa-44b2-4a95-a6c6-180b38a43f1d {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:42.656178 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02432dce-eb9b-46ef-8cfa-b9fcefed6e0a', 'name': 'network-vif-deleted', 'tag': 'e789fcb8-7c8b-4048-b378-b15a672271de', 'status': 'completed', 'code': 200} Sep 16 15:11:42.691961 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Allocated IP 172.27.0.83 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/10b1ad79-d4f8-41df-baf4-6918ef5f3dfe) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:42.720453 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97154-8e31-4d7d-885f-adc284e419f8 req-b2eb6519-ed40-4917-92ee-ebd0b29d7a4b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.722931 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-81d97154-8e31-4d7d-885f-adc284e419f8 req-b2eb6519-ed40-4917-92ee-ebd0b29d7a4b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 943 time: 0.1727912 Sep 16 15:11:42.814922 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-81d97154-8e31-4d7d-885f-adc284e419f8 req-d1c5eb8e-5a3f-4f46-b8b6-7715f8e216e4 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867333 Sep 16 15:11:42.861503 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.870814 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b3d53d90-c7c0-44c8-a58b-2059929c00ed details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:42.895316 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724e5e0-0480-4578-acbb-fb040e38e943 req-96050017-cc8d-48d4-8d67-d1156fc3724e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.896523 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.902501 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2724e5e0-0480-4578-acbb-fb040e38e943 req-96050017-cc8d-48d4-8d67-d1156fc3724e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Sep 16 15:11:42.940007 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2724e5e0-0480-4578-acbb-fb040e38e943 req-497b84bd-332d-4e25-87dd-41e588f163fb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Sep 16 15:11:42.946283 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:42.949293 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:42.954721 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:42.987773 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port b3d53d90-c7c0-44c8-a58b-2059929c00ed, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:43.005119 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed', 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474', 'port_id': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed', 'mac_address': 'fa:16:3e:ec:32:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fed4b3-bb08-48d4-bba2-e984e021c5b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:43.047601 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:43.062832 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d53d90-c7c0-44c8-a58b-2059929c00ed {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:43.084098 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port b3d53d90-c7c0-44c8-a58b-2059929c00ed, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:43.090588 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:43.147369 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=b3d53d90-c7c0-44c8-a58b-2059929c00ed,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:43.247498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Pushing event updated for resources: {'Port': ['ID=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:43.445798 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:43.497625 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27784168-240a-4c2e-a1eb-dfb5c39fe54f None None] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:43.558633 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['b3d53d90-c7c0-44c8-a58b-2059929c00ed'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:43.612364 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-15c5bea1-f7de-4f1f-bd5d-c88ec7371c53 None None] Provisioning complete for port afd68ece-5ab0-488a-b350-60a390b6c9fc triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:43.612758 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-15c5bea1-f7de-4f1f-bd5d-c88ec7371c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:43.686994 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:43.821657 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device afd68ece-5ab0-488a-b350-60a390b6c9fc up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:43.872777 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:11:43.970768 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be679c-5dfa-440d-82bf-f2d6706170f0 req-95a51367-13d6-4154-87e6-54273f9f72d4 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:43.979579 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-90be679c-5dfa-440d-82bf-f2d6706170f0 req-95a51367-13d6-4154-87e6-54273f9f72d4 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 944 time: 0.0678968 Sep 16 15:11:44.003038 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port afd68ece-5ab0-488a-b350-60a390b6c9fc triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:44.003494 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.030150 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-90be679c-5dfa-440d-82bf-f2d6706170f0 req-4facc506-2fab-4e6a-9fea-296fa4814804 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Sep 16 15:11:44.035520 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-15c5bea1-f7de-4f1f-bd5d-c88ec7371c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.106984 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:44.118934 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:44.133284 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:44.134675 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-15c5bea1-f7de-4f1f-bd5d-c88ec7371c53 None None] For port afd68ece-5ab0-488a-b350-60a390b6c9fc, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=afd68ece-5ab0-488a-b350-60a390b6c9fc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:44.135646 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:44.146681 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.150961 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 44928) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:44.160287 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ab8b957b-bbee-4094-b24c-3bc0feac71ab admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4893978 Sep 16 15:11:44.162989 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-15c5bea1-f7de-4f1f-bd5d-c88ec7371c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.178826 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25397e4-0e0d-4579-a945-4dc0ab7ce205 req-2f522743-ebc9-4740-8606-167a2d8902cd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:44.181654 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d25397e4-0e0d-4579-a945-4dc0ab7ce205 req-2f522743-ebc9-4740-8606-167a2d8902cd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1145148 Sep 16 15:11:44.250654 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d25397e4-0e0d-4579-a945-4dc0ab7ce205 req-fcc98802-3852-42e2-925a-f3adb06a3f72 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614486 Sep 16 15:11:44.302033 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.329220 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:44.343522 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5bea1-f7de-4f1f-bd5d-c88ec7371c53 None None] Pushing event updated for resources: {'Port': ['ID=afd68ece-5ab0-488a-b350-60a390b6c9fc,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:44.424096 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.db.api [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:11:44.424500 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG oslo_db.api [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:11:44.509055 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-88b508c4-e832-4fbf-9e1f-bedba7f1fc41 None None] Provisioning complete for port afd68ece-5ab0-488a-b350-60a390b6c9fc triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:44.509713 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-88b508c4-e832-4fbf-9e1f-bedba7f1fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.591710 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:43Z', 'revision_number': 3, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:44.635401 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:44.635915 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Updating router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:44.664921 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.821905 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-59ddf031-affa-4b4a-b447-9817aafc9e85 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:44.823315 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-59ddf031-affa-4b4a-b447-9817aafc9e85 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.1631994 Sep 16 15:11:44.847395 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-fda3512a-3d81-44c2-9b38-d8075eb24a8f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/quotas/e996f34b557847edaec9995df7fab9c1 HTTP/1.1" status: 200 len: 375 time: 0.0142059 Sep 16 15:11:44.885636 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c3b87-3a8e-4ec7-9061-bafebe75aba3 req-575a3991-ef9b-4a81-9eb7-5d9bfabbb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:44.887103 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e789fcb8-7c8b-4048-b378-b15a672271de no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:11:44.887223 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-733c3b87-3a8e-4ec7-9061-bafebe75aba3 req-575a3991-ef9b-4a81-9eb7-5d9bfabbb687 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.0443079 Sep 16 15:11:44.924699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:44.935475 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: e789fcb8-7c8b-4048-b378-b15a672271de {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:11:44.935649 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-733c3b87-3a8e-4ec7-9061-bafebe75aba3 req-e102eccb-ad23-4c81-8337-ba77f0be1cb6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369370 Sep 16 15:11:44.940273 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e789fcb8-7c8b-4048-b378-b15a672271de not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:11:44.968821 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-48228607-5388-4bbc-8657-dba058a43971 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014171 Sep 16 15:11:45.019896 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.025920 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.077994 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Attempting to bind port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:45.078270 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Attempting to bind port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:45.078660 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Attempting to bind port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:45.081399 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Pushing event updated for resources: {'Port': ['ID=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,revision_number=2']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:45.089167 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:45.089540 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:45.089946 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.090322 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:45.091348 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Bound port: 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:45.091755 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.094636 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.095531 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.095531 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.095788 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.095971 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.096308 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.096636 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.096963 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.097307 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.097661 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.097983 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.098302 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:45.147665 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] For port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:45.150623 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] For port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:45.156439 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.156833 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-4897cf59-c23c-475a-bcca-8fbf10703c62 service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607656 Sep 16 15:11:45.203435 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Allocated IP 172.20.0.1 (b83b58b7-9f40-4e77-be18-f12f23d9d013/06ddd76c-3b7d-4698-885b-91937202be77/cc42e6d0-fb68-49c9-bf45-aeebc41063cc) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:45.204088 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:45.204727 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:45.255002 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b339a-91bb-4326-91cd-a64a6e4aa52e None None] Pushing event updated for resources: {'Port': ['ID=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:45.315510 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-2dd79d92-06e0-42c7-80a6-c220d966eaa8 service neutron] 10.222.0.52 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523085 Sep 16 15:11:45.320314 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:45.355973 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.392146 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.432020 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:45.435497 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:45.439341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:45.475109 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Pushing event updated for resources: {'Port': ['ID=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:45.523604 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.533163 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:43Z', 'revision_number': 3, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:45.597979 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236e8f1-d20a-4144-a99e-86d94d8e20c8 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:43Z', 'revision_number': 3, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:45.604953 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224947-fbd2-4519-adfd-a515f2b2678d req-737ef5c2-dd83-4005-a7b6-0336a2c02c4f tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:45.610780 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-00224947-fbd2-4519-adfd-a515f2b2678d req-737ef5c2-dd83-4005-a7b6-0336a2c02c4f tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 944 time: 0.1220038 Sep 16 15:11:45.661266 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device afd68ece-5ab0-488a-b350-60a390b6c9fc up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:45.705309 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-00224947-fbd2-4519-adfd-a515f2b2678d req-b932e800-b11a-4449-bbdf-f2e679d5e1fd tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937121 Sep 16 15:11:45.754921 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port afd68ece-5ab0-488a-b350-60a390b6c9fc triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:45.755173 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.759401 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.785826 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-23f2512c-2403-4f0f-971f-ef351aa8bfa4 None None] Provisioning complete for port cc42e6d0-fb68-49c9-bf45-aeebc41063cc triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:45.786205 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-23f2512c-2403-4f0f-971f-ef351aa8bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:45.838324 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-23f2512c-2403-4f0f-971f-ef351aa8bfa4 None None] Port cc42e6d0-fb68-49c9-bf45-aeebc41063cc cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:45.894189 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c6f95-dd8d-47ba-95e0-d58160f6e99a req-70489ab3-33b7-4625-ba25-ebb59d113d8d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:45.895759 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-710c6f95-dd8d-47ba-95e0-d58160f6e99a req-70489ab3-33b7-4625-ba25-ebb59d113d8d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0925646 Sep 16 15:11:46.002968 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-710c6f95-dd8d-47ba-95e0-d58160f6e99a req-3d37102f-5fdc-4b24-aa3a-854bf5e38aca tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995066 Sep 16 15:11:46.042513 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:46.048796 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:46.140039 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5dc9c789-31e5-45dc-b827-8202c1e0e772 req-a34f7473-85d5-4ced-ac53-2d5b7cf82629 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 210 time: 0.0605953 Sep 16 15:11:46.148264 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Pushing event updated for resources: {'Port': ['ID=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:46.153640 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:46.450598 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:46.452010 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:46.577359 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:11:46.672060 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-2b115b44-04a8-4d8b-961e-547bbbe0d8c9 None None] Provisioning complete for port cc42e6d0-fb68-49c9-bf45-aeebc41063cc triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:46.672659 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2b115b44-04a8-4d8b-961e-547bbbe0d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:46.685509 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:46.691906 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-59792b14-b864-40c6-8f14-7d1f2e2e3f61 admin admin] 10.222.0.52 "PUT /v2.0/routers/78e47e42-ea69-49c3-825e-0d3ff7f01d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5385213 Sep 16 15:11:46.712743 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-2b115b44-04a8-4d8b-961e-547bbbe0d8c9 None None] Port cc42e6d0-fb68-49c9-bf45-aeebc41063cc cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:47.149277 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45012) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:47.155065 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-331401032-network', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:47.178235 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Made reservation on behalf of 6903bff6fa1a4b08b1ea178f98374d50 for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:47.180569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.189373 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.259979 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:47.268987 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:47.269617 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:47.282558 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.286351 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.311622 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:11:47.321214 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87dc1f-7893-41d9-925a-ff5b25f0e882,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:47.326900 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.327245 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Added segment ea214378-1a90-4e59-9626-3b61b69709e5 of type vlan for network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c Sep 16 15:11:47.368116 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.380876 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:47.393659 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.394659 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.395248 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.428321 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2778108 Sep 16 15:11:47.430937 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45016) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:47.437527 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Request body: {'subnet': {'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-331401032-subnet', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:47.459914 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee10a4-be77-45cd-86c8-6a5a167e7a90 admin admin] Pushing event updated for resources: {'Network': ['ID=f2664a91-d6bd-4b49-911e-b3f39bf8ab8c,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:47.463036 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Made reservation on behalf of 6903bff6fa1a4b08b1ea178f98374d50 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:47.465814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.470524 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:11:47.651752 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:47.671638 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.679488 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 2, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:47.712751 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:47.713110 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Updating router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 port cc42e6d0-fb68-49c9-bf45-aeebc41063cc binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:47.723295 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=939a4eec-dcce-4e15-8381-54152eead097,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:47.739821 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Checking segment: {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:47.740178 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Network hostable DHCP agents. Network: f2664a91-d6bd-4b49-911e-b3f39bf8ab8c, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:11:47.747723 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.758555 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:11:47.768152 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, f2664a91-d6bd-4b49-911e-b3f39bf8ab8c) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:47.772401 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.772984 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.787373 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-de284b11-91bf-4812-8ee8-4b9a3a36fc1d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3545873 Sep 16 15:11:47.788419 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bd09e-c041-40c6-a84b-3226cff39a09 None None] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:47.789875 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45022) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:47.794759 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:47.795626 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:47.796003 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.816953 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.818042 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.876650 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.016964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.230166 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.241548 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.250461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.313924 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-f2664a91-d6bd-4b49-911e-b3f39bf8ab8c', 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'fixed_ips': [{'subnet_id': '939a4eec-dcce-4e15-8381-54152eead097'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:11:48.315293 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.319695 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:48.333400 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.392400 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5e08f-f27d-4b14-bf2d-bbe26347b32a req-6ca40d36-1a3c-4ef2-9189-04dc92d57e63 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.393493 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c8d5e08f-f27d-4b14-bf2d-bbe26347b32a req-6ca40d36-1a3c-4ef2-9189-04dc92d57e63 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 944 time: 0.0883167 Sep 16 15:11:48.430112 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65f6b3-1d07-4319-9b33-11eafb80a6a4 req-925035f5-110c-4836-b19b-b4044273ea34 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.439079 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0c65f6b3-1d07-4319-9b33-11eafb80a6a4 req-925035f5-110c-4836-b19b-b4044273ea34 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1041946 Sep 16 15:11:48.446222 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Allocated IP 172.27.0.125 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/c54da85e-c58d-4199-be25-29262d9406ef) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:48.454904 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c8d5e08f-f27d-4b14-bf2d-bbe26347b32a req-8e1c3116-c086-4102-8547-471d8c2406e1 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531445 Sep 16 15:11:48.500175 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:48.505733 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.521038 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0c65f6b3-1d07-4319-9b33-11eafb80a6a4 req-39ff311a-f2f4-4ddb-9682-084185a22f8b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761709 Sep 16 15:11:48.521564 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.521771 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.522041 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.522379 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.522757 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.523093 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.523443 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.523749 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.524095 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.524428 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.524753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.525083 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.529156 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.583496 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d65f8c83-3d87-4e72-9db6-905127172ce9 req-9373a012-76bb-4fdf-9e18-1b3c4c2537f7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 210 time: 0.0379758 Sep 16 15:11:48.612047 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8c3d8-bff1-42ad-a22a-7fe4d7b50159 None None] Pushing event updated for resources: {'Port': ['ID=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:48.616091 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.645260 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Allocated IP 172.20.0.2 (f2664a91-d6bd-4b49-911e-b3f39bf8ab8c/939a4eec-dcce-4e15-8381-54152eead097/68a67491-8c6c-4d95-87ee-0f85031e8531) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:48.660352 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.691405 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Attempting to bind port cc42e6d0-fb68-49c9-bf45-aeebc41063cc on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:48.692104 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Attempting to bind port cc42e6d0-fb68-49c9-bf45-aeebc41063cc by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:48.692104 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Attempting to bind port cc42e6d0-fb68-49c9-bf45-aeebc41063cc on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:48.698755 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:48.702537 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:48.706390 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:48.714297 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:48.714705 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Checking segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:48.715104 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.715624 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Bound using segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:48.716113 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Bound port: cc42e6d0-fb68-49c9-bf45-aeebc41063cc, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:48.716500 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.756412 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Pushing event updated for resources: {'Port': ['ID=c54da85e-c58d-4199-be25-29262d9406ef,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:48.854376 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] For port cc42e6d0-fb68-49c9-bf45-aeebc41063cc, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:48.875561 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] For port cc42e6d0-fb68-49c9-bf45-aeebc41063cc, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:48.885299 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.908951 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.926635 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-ca6f85f1-b878-421d-b17b-21f8fc97a6f7 None None] Provisioning complete for port cc42e6d0-fb68-49c9-bf45-aeebc41063cc triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:48.927011 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ca6f85f1-b878-421d-b17b-21f8fc97a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.937059 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.959775 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.013710 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:49.020062 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:49.021924 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8c3d8-bff1-42ad-a22a-7fe4d7b50159 None None] Pushing event updated for resources: {'Port': ['ID=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:49.024806 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:49.030808 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:49.031878 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:49.234133 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Pushing event updated for resources: {'Port': ['ID=68a67491-8c6c-4d95-87ee-0f85031e8531,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:49.289271 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Attempting to bind port 68a67491-8c6c-4d95-87ee-0f85031e8531 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:49.289665 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Attempting to bind port 68a67491-8c6c-4d95-87ee-0f85031e8531 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:49.290159 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Attempting to bind port 68a67491-8c6c-4d95-87ee-0f85031e8531 on network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:49.299260 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:49.299677 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Checking segment: {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:49.300046 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.300446 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Bound using segment: {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:49.300938 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Bound port: 68a67491-8c6c-4d95-87ee-0f85031e8531, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:49.301326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.335415 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ca6f85f1-b878-421d-b17b-21f8fc97a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.362446 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:49.467473 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] For port 68a67491-8c6c-4d95-87ee-0f85031e8531, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:49.474176 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] For port 68a67491-8c6c-4d95-87ee-0f85031e8531, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=68a67491-8c6c-4d95-87ee-0f85031e8531,segment=NetworkSegment(ea214378-1a90-4e59-9626-3b61b69709e5),segment_id=ea214378-1a90-4e59-9626-3b61b69709e5)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:49.487056 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.494253 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-ca6f85f1-b878-421d-b17b-21f8fc97a6f7 None None] For port cc42e6d0-fb68-49c9-bf45-aeebc41063cc, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:49.582231 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127b9c-7ebd-49df-88cd-85acf824ecdc None None] Pushing event updated for resources: {'Port': ['ID=68a67491-8c6c-4d95-87ee-0f85031e8531,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:49.593571 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ca6f85f1-b878-421d-b17b-21f8fc97a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.645800 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865542-1ff8-4b1c-afe3-d654c49678f8 req-8a3a9987-2d82-49b8-82e9-52ee6c90d240 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.657844 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ad865542-1ff8-4b1c-afe3-d654c49678f8 req-8a3a9987-2d82-49b8-82e9-52ee6c90d240 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 944 time: 0.0969791 Sep 16 15:11:49.735414 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-9429427f-18ed-4731-852e-0d74b9ca6343 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.741822 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-9429427f-18ed-4731-852e-0d74b9ca6343 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 815 time: 0.6500854 Sep 16 15:11:49.744697 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.783164 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:49.794145 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ad865542-1ff8-4b1c-afe3-d654c49678f8 req-2d7003ff-5cd2-48b0-bd9a-513e4ca984c3 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345651 Sep 16 15:11:49.798494 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Request body: {'port': {'device_id': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'admin_state_up': True, 'tenant_id': 'e996f34b557847edaec9995df7fab9c1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:49.816017 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e9285801-1f4d-491a-898b-6889c8972845 None None] Provisioning complete for port cc42e6d0-fb68-49c9-bf45-aeebc41063cc triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:49.816400 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e9285801-1f4d-491a-898b-6889c8972845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.882729 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f85f1-b878-421d-b17b-21f8fc97a6f7 None None] Pushing event updated for resources: {'Port': ['ID=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:49.912391 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b3d53d90-c7c0-44c8-a58b-2059929c00ed up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:49.923070 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fc13c930-8ef0-48a5-9bf1-057a9f523968 req-c3ff6dce-c099-47b5-94ea-2d9f4ecfefd4 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 210 time: 0.0498877 Sep 16 15:11:50.003275 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fcad3-7dfc-4dc0-ab68-104fc509cd49 req-dad43ad3-b26f-4bb7-b2f4-a941e7304043 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.006756 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e32fcad3-7dfc-4dc0-ab68-104fc509cd49 req-dad43ad3-b26f-4bb7-b2f4-a941e7304043 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.3139262 Sep 16 15:11:50.207191 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:50.207573 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.236975 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port b3d53d90-c7c0-44c8-a58b-2059929c00ed completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:50.248239 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port b3d53d90-c7c0-44c8-a58b-2059929c00ed triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:50.248620 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.270262 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e32fcad3-7dfc-4dc0-ab68-104fc509cd49 req-bd7a78fb-ef9c-43c2-a431-da7ada63d70a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877823 Sep 16 15:11:50.308063 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:50.341739 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Made reservation on behalf of e996f34b557847edaec9995df7fab9c1 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:50.343362 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803224-bd70-4afd-a4ad-8bc1407ee716 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:50.357560 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.438236 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Router b08ebaf6-5af0-463b-8df6-1ef782e505fa is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:11:50.472746 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.505491 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:50.507971 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7564302-5be2-4527-a996-3cd68ef51c08" -d '{"events": [{"server_uuid": "9fdc777f-ed6e-436f-aa03-3b862732c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "b3d53d90-c7c0-44c8-a58b-2059929c00ed"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:50.530924 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port b3d53d90-c7c0-44c8-a58b-2059929c00ed, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:50.540521 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.814990 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa4e6e-538a-4712-a0bf-cb36f9751ee7 x-openstack-request-id: req-31aa4e6e-538a-4712-a0bf-cb36f9751ee7 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:50.815646 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdc777f-ed6e-436f-aa03-3b862732c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "b3d53d90-c7c0-44c8-a58b-2059929c00ed", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:50.815646 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31aa4e6e-538a-4712-a0bf-cb36f9751ee7 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:50.815913 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed', 'code': 200} Sep 16 15:11:50.870507 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=b3d53d90-c7c0-44c8-a58b-2059929c00ed,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:50.871409 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:50.884471 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Sync routers for ids ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:50.905550 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Routers {'b08ebaf6-5af0-463b-8df6-1ef782e505fa'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:50.906201 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:50.908618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Allocated IP 172.20.0.11 (14ae8c46-d593-4277-8be6-57a6cc7e6def/52ada09a-68a0-40db-92db-2c64f7803900/4408a5df-46fb-4d5f-970b-877a78f2897c) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:50.916360 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.917757 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-434432a6-3e1d-4122-9d97-7807c0e38f1a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1268740 Sep 16 15:11:50.921162 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45076) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:51.222830 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-56292e92-5e79-40db-874d-056e45e50a30 req-b0aa1b7a-e184-47f0-96dc-180a58d4b7a4 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 210 time: 0.1036565 Sep 16 15:11:51.252451 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Set router b08ebaf6-5af0-463b-8df6-1ef782e505fa gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:51.318455 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d531ce-a444-4860-81a2-750fa52c2028 req-74625b65-490b-42b1-b8c9-7295fc9c0736 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.326927 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0324a6a-b9a8-462d-90e5-6337d1abc304 req-d7dfc674-717d-4874-9376-6e4dce41efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.328503 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d0324a6a-b9a8-462d-90e5-6337d1abc304 req-d7dfc674-717d-4874-9376-6e4dce41efd6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 1098 time: 0.2697115 Sep 16 15:11:51.328640 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-43d531ce-a444-4860-81a2-750fa52c2028 req-74625b65-490b-42b1-b8c9-7295fc9c0736 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 945 time: 0.2048986 Sep 16 15:11:51.360399 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66576d71-fbe0-4bec-9c33-ffd59ac3b96a None None] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:51.417746 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.488999 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-43d531ce-a444-4860-81a2-750fa52c2028 req-2df50cf3-92a6-4a7c-a655-459fa4e4ef14 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548550 Sep 16 15:11:51.510957 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d0324a6a-b9a8-462d-90e5-6337d1abc304 req-fb809599-fc96-46e4-bc57-db949bf00ea8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690726 Sep 16 15:11:51.585211 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c33fc-3225-454d-8278-a52bda7bdb41 req-f5855304-20ea-4be5-acb3-b040fc11ca78 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.603289 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ab2c33fc-3225-454d-8278-a52bda7bdb41 req-f5855304-20ea-4be5-acb3-b040fc11ca78 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1884711 Sep 16 15:11:51.636266 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-31c99f4d-0077-4b64-8869-ac9ab0145b2a None None] Provisioning complete for port 68a67491-8c6c-4d95-87ee-0f85031e8531 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:51.636763 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-31c99f4d-0077-4b64-8869-ac9ab0145b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.651282 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.693910 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 3, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:51.797122 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf', 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:51.805124 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Checking router: b08ebaf6-5af0-463b-8df6-1ef782e505fa for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:51.805456 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Updating router b08ebaf6-5af0-463b-8df6-1ef782e505fa port c54da85e-c58d-4199-be25-29262d9406ef binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:51.870194 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.890964 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 68a67491-8c6c-4d95-87ee-0f85031e8531 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:51.892940 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ab2c33fc-3225-454d-8278-a52bda7bdb41 req-c0436953-3037-4568-91b9-96ae2f6d4dbc tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886989 Sep 16 15:11:51.918193 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Network 14ae8c46-d593-4277-8be6-57a6cc7e6def is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:51.920596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:51.930103 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:51.936584 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.938725 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.939740 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.942290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event updated for resources: {'Port': ['ID=4408a5df-46fb-4d5f-970b-877a78f2897c,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:51.964897 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-93213521-ce16-4eeb-9e83-864a02fc5a1c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1957479 Sep 16 15:11:51.982749 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Request body: {'port': {'device_id': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:52.115371 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.318261 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Allocated IP 172.20.0.1 (f2664a91-d6bd-4b49-911e-b3f39bf8ab8c/939a4eec-dcce-4e15-8381-54152eead097/16be41a9-5709-49ae-8b37-4a2c89c6b770) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:52.371255 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-31c99f4d-0077-4b64-8869-ac9ab0145b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.414000 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 68a67491-8c6c-4d95-87ee-0f85031e8531 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:52.414819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.468062 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.527619 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-31c99f4d-0077-4b64-8869-ac9ab0145b2a None None] For port 68a67491-8c6c-4d95-87ee-0f85031e8531, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=68a67491-8c6c-4d95-87ee-0f85031e8531,segment=NetworkSegment(ea214378-1a90-4e59-9626-3b61b69709e5),segment_id=ea214378-1a90-4e59-9626-3b61b69709e5)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:52.542905 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-31c99f4d-0077-4b64-8869-ac9ab0145b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.584525 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.606675 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.624558 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.703719 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:52.705712 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf623-9763-4fe8-8504-d9703d41efd1 None None] Pushing event updated for resources: {'Port': ['ID=c54da85e-c58d-4199-be25-29262d9406ef,revision_number=2']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:52.706508 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:52.709517 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Pushing event updated for resources: {'Port': ['ID=16be41a9-5709-49ae-8b37-4a2c89c6b770,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:52.713798 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:52.752222 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dee80-5b08-4f12-971f-d189ef8b6598 req-a003e6f5-7e0b-4131-8815-5c92cdf0e8db tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:52.753789 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-173dee80-5b08-4f12-971f-d189ef8b6598 req-a003e6f5-7e0b-4131-8815-5c92cdf0e8db tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 932 time: 0.2411883 Sep 16 15:11:52.760285 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Attempting to bind port c54da85e-c58d-4199-be25-29262d9406ef on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:52.761178 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Attempting to bind port c54da85e-c58d-4199-be25-29262d9406ef by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:52.761920 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Attempting to bind port c54da85e-c58d-4199-be25-29262d9406ef on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:52.770339 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:52.771321 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:52.771932 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.772529 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:52.773219 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Bound port: c54da85e-c58d-4199-be25-29262d9406ef, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:52.773838 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.787651 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99f4d-0077-4b64-8869-ac9ab0145b2a None None] Pushing event updated for resources: {'Port': ['ID=68a67491-8c6c-4d95-87ee-0f85031e8531,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:52.819831 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4408a5df-46fb-4d5f-970b-877a78f2897c {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:52.830454 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device cc42e6d0-fb68-49c9-bf45-aeebc41063cc up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:52.835068 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.857971 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] For port c54da85e-c58d-4199-be25-29262d9406ef, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:52.864159 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] For port c54da85e-c58d-4199-be25-29262d9406ef, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c54da85e-c58d-4199-be25-29262d9406ef,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:52.873439 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.895968 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.905739 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Transition to ACTIVE for port object 4408a5df-46fb-4d5f-970b-877a78f2897c will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:52.925253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.958176 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd3ae-a234-4a15-bdef-1f28561976d1 req-7bd44a53-2e25-4c88-877c-26d2c1f433fc tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:52.969216 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-84ffd3ae-a234-4a15-bdef-1f28561976d1 req-7bd44a53-2e25-4c88-877c-26d2c1f433fc tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.5758450 Sep 16 15:11:52.969507 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf623-9763-4fe8-8504-d9703d41efd1 None None] Pushing event updated for resources: {'Port': ['ID=c54da85e-c58d-4199-be25-29262d9406ef,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:52.997838 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-173dee80-5b08-4f12-971f-d189ef8b6598 req-85a98b41-9fdb-4a72-a614-023b4fae4687 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008491 Sep 16 15:11:53.007263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-2dc55037-8d10-4d5c-88b9-ff6d408e5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.009407 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-2dc55037-8d10-4d5c-88b9-ff6d408e5456 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.6522698 Sep 16 15:11:53.037909 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Routers {'b08ebaf6-5af0-463b-8df6-1ef782e505fa'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:53.042300 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:53.062183 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-95dc106e-a94e-45b2-b7c6-1b03c385428c None None] Provisioning complete for port 68a67491-8c6c-4d95-87ee-0f85031e8531 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:53.062895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-95dc106e-a94e-45b2-b7c6-1b03c385428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.201405 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-931ecd2a-cc59-420c-b33b-a8adafbae2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.203034 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-931ecd2a-cc59-420c-b33b-a8adafbae2ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.1301658 Sep 16 15:11:53.243534 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] Set router b08ebaf6-5af0-463b-8df6-1ef782e505fa gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:53.302096 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port cc42e6d0-fb68-49c9-bf45-aeebc41063cc triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:53.302520 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.307741 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d2d9-6c78-41b4-830c-738f7877c082 req-d5a45bf7-5cc6-4bb1-a952-98405a0eeb33 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.315813 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b71d2d9-6c78-41b4-830c-738f7877c082 req-d5a45bf7-5cc6-4bb1-a952-98405a0eeb33 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1835432 Sep 16 15:11:53.344011 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.364503 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Pushing event updated for resources: {'Port': ['ID=4408a5df-46fb-4d5f-970b-877a78f2897c,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:53.390113 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-e5e5cdbd-2b8a-49b8-aa41-bafe177e98ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.1390250 Sep 16 15:11:53.390228 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b71d2d9-6c78-41b4-830c-738f7877c082 req-35fc3a86-2adb-4c14-81bc-ed8ed1499eaf tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652416 Sep 16 15:11:53.395917 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Attempting to bind port 4408a5df-46fb-4d5f-970b-877a78f2897c on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:53.396263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Attempting to bind port 4408a5df-46fb-4d5f-970b-877a78f2897c by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:53.396593 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Attempting to bind port 4408a5df-46fb-4d5f-970b-877a78f2897c on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:53.405402 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-84ffd3ae-a234-4a15-bdef-1f28561976d1 req-bb367afa-1dea-4a73-873f-233e1aebfd21 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348493 Sep 16 15:11:53.416091 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Port 4408a5df-46fb-4d5f-970b-877a78f2897c on network 14ae8c46-d593-4277-8be6-57a6cc7e6def not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:53.416417 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Attempting to bind port 4408a5df-46fb-4d5f-970b-877a78f2897c on network 14ae8c46-d593-4277-8be6-57a6cc7e6def {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:53.549009 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-179aff5a-d53d-454e-b295-c7628523c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.551690 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-179aff5a-d53d-454e-b295-c7628523c70d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.1318109 Sep 16 15:11:53.554891 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:53.555485 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Checking segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:53.556042 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Bound using segment: {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:53.556649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Bound port: 4408a5df-46fb-4d5f-970b-877a78f2897c, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9771b646-fbdc-4118-8a6a-97e5dca934b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:53.557279 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.681090 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-7df6939f-a2b8-4f70-8ab4-b20dfb8469a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996776 Sep 16 15:11:53.738322 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-da670816-3773-43c2-a821-d8150d1d431c None None] Provisioning complete for port 16be41a9-5709-49ae-8b37-4a2c89c6b770 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:53.738322 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-da670816-3773-43c2-a821-d8150d1d431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.812067 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.812871 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 68a67491-8c6c-4d95-87ee-0f85031e8531 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:53.825586 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.859836 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] For port 4408a5df-46fb-4d5f-970b-877a78f2897c, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:53.862982 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 3, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:53.877753 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] For port 4408a5df-46fb-4d5f-970b-877a78f2897c, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4408a5df-46fb-4d5f-970b-877a78f2897c,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:53.890941 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.904216 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-da670816-3773-43c2-a821-d8150d1d431c None None] Port 16be41a9-5709-49ae-8b37-4a2c89c6b770 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:53.927079 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202921-2bc9-4b67-b9bc-83a4f5b7e456 None None] The sync data for ids ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'] in dv-cinder-809420-1-iscsi is: [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 3, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:53.932933 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-ff24c1c1-e228-4550-8bdc-394acfe48b83 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376277 Sep 16 15:11:53.936614 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.937229 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.938707 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] 10.222.0.61 "PUT /v2.0/ports/4408a5df-46fb-4d5f-970b-877a78f2897c HTTP/1.1" status: 200 len: 1094 time: 1.9626360 Sep 16 15:11:53.939144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'tag': '4408a5df-46fb-4d5f-970b-877a78f2897c'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:53.941614 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8468210-3300-43ef-b3ee-bd0a48a7803b", "tag": "4408a5df-46fb-4d5f-970b-877a78f2897c"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:53.957487 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 68a67491-8c6c-4d95-87ee-0f85031e8531 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:53.957871 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.975813 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:11:53.988557 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.092074 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa34ea-02c2-4063-b2d7-0864549f614a x-openstack-request-id: req-bcaa34ea-02c2-4063-b2d7-0864549f614a {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:54.092485 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8468210-3300-43ef-b3ee-bd0a48a7803b", "tag": "4408a5df-46fb-4d5f-970b-877a78f2897c", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:54.092735 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcaa34ea-02c2-4063-b2d7-0864549f614a {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:54.093185 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'tag': '4408a5df-46fb-4d5f-970b-877a78f2897c', 'status': 'completed', 'code': 200} Sep 16 15:11:54.185561 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74afe-7e1f-4233-9fa7-9de0e60ff053 service neutron] Pushing event updated for resources: {'Port': ['ID=4408a5df-46fb-4d5f-970b-877a78f2897c,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:54.192525 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f37f51b1-4d95-4dcb-b9c8-e64f6eba7f2d req-a385fed9-8282-4ed1-8f5f-111fc8aca5a0 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192705 Sep 16 15:11:54.206815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-29e04fd4-a6e6-4c49-9362-daa3e9466a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.208555 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-29e04fd4-a6e6-4c49-9362-daa3e9466a5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 1097 time: 0.2121570 Sep 16 15:11:54.214902 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Pushing event updated for resources: {'Port': ['ID=16be41a9-5709-49ae-8b37-4a2c89c6b770,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:54.265822 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4dab-925c-4f2c-9431-bef48f7420b0 req-10680053-4774-4cba-ada6-241cdccea270 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.268005 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f2ee4dab-925c-4f2c-9431-bef48f7420b0 req-10680053-4774-4cba-ada6-241cdccea270 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 944 time: 0.0873463 Sep 16 15:11:54.290956 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:54.300902 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:54.315518 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-7d8b0c63-f294-418d-b1da-6a3b4e3fab04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4408a5df-46fb-4d5f-970b-877a78f2897c HTTP/1.1" status: 200 len: 217 time: 0.0518661 Sep 16 15:11:54.452626 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-e1ae6ba9-0a2e-4926-9696-8bfe57d03100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.454154 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-e1ae6ba9-0a2e-4926-9696-8bfe57d03100 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.1291344 Sep 16 15:11:54.480309 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f2ee4dab-925c-4f2c-9431-bef48f7420b0 req-cf03d136-df37-4d83-a054-882b8b6f8067 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019854 Sep 16 15:11:54.548522 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-8ee742a2-55c0-4736-8192-dff6834252ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802088 Sep 16 15:11:54.636512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Router b08ebaf6-5af0-463b-8df6-1ef782e505fa has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:11:54.708778 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3085129-0d53-4b24-ae62-4b82a92aa97d req-3db0bc46-7740-45e7-a031-02f31dc3e30e tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.719979 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c3085129-0d53-4b24-ae62-4b82a92aa97d req-3db0bc46-7740-45e7-a031-02f31dc3e30e tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1817663 Sep 16 15:11:54.744293 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-fd188ce3-b180-491a-af42-cb25c8e5d611 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631842 Sep 16 15:11:54.857238 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c3085129-0d53-4b24-ae62-4b82a92aa97d req-2bfaa5fc-6320-4a82-915a-8aa532655767 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362970 Sep 16 15:11:54.882280 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-6ea7c4a5-c084-402a-ba4b-ea4a9aac911d None None] Provisioning complete for port 16be41a9-5709-49ae-8b37-4a2c89c6b770 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:54.887269 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c4a5-c084-402a-ba4b-ea4a9aac911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.888521 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:54.904950 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-033731aa-9b9d-4ca7-9df3-4f570917c141 req-732e5a4e-6d2e-41b7-8770-6e08edee214e service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515348 Sep 16 15:11:54.936223 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d0d4e931-12af-40a7-812a-876c01193e6f admin admin] 10.222.0.52 "PUT /v2.0/routers/b08ebaf6-5af0-463b-8df6-1ef782e505fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0131543 Sep 16 15:11:54.958039 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d07d3-b117-4165-98dc-48b3c3089604 req-7006bea1-8e99-4625-97c0-425285829572 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.003819 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-422d07d3-b117-4165-98dc-48b3c3089604 req-7006bea1-8e99-4625-97c0-425285829572 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.2640541 Sep 16 15:11:55.092914 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7c4a5-c084-402a-ba4b-ea4a9aac911d None None] Port 16be41a9-5709-49ae-8b37-4a2c89c6b770 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:55.160457 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-2cab2c16-f217-42dd-bd4f-42a69ae46146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.167387 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-2cab2c16-f217-42dd-bd4f-42a69ae46146 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e996f34b557847edaec9995df7fab9c1&device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 1097 time: 0.1830611 Sep 16 15:11:55.355475 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-422d07d3-b117-4165-98dc-48b3c3089604 req-d3500487-9bfd-4098-bae1-55c96f7753aa tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484302 Sep 16 15:11:55.399609 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-837c90b1-f2e4-45f8-88ad-b005308f7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.405952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-837c90b1-f2e4-45f8-88ad-b005308f7f58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 200 len: 916 time: 0.2254310 Sep 16 15:11:55.472031 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-fd0042a4-2da5-4e1f-92c3-f3917b6d7579 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4408a5df-46fb-4d5f-970b-877a78f2897c HTTP/1.1" status: 200 len: 217 time: 0.0554876 Sep 16 15:11:55.624728 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-365d8a60-afbd-4d72-8fdc-475ff234371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.627542 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-365d8a60-afbd-4d72-8fdc-475ff234371b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 200 len: 855 time: 0.1444929 Sep 16 15:11:55.669461 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2da61-47e2-4c29-a14b-733029bedab0 req-4634b8d3-abf4-4764-bada-dee7a48b0379 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.677444 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-75c2da61-47e2-4c29-a14b-733029bedab0 req-4634b8d3-abf4-4764-bada-dee7a48b0379 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 944 time: 0.0763552 Sep 16 15:11:55.704338 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-27f9b834-cd9c-4a7d-87e7-0db1be0cc745 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14ae8c46-d593-4277-8be6-57a6cc7e6def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606537 Sep 16 15:11:55.740716 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-75c2da61-47e2-4c29-a14b-733029bedab0 req-70fbfea6-9d05-4eb6-b861-a66c28d699e9 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556269 Sep 16 15:11:55.900120 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c54da85e-c58d-4199-be25-29262d9406ef up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:55.997465 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-b6d32dd3-1c53-476a-91d9-c7b14978eea2 service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730958 Sep 16 15:11:56.035879 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port c54da85e-c58d-4199-be25-29262d9406ef triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:56.036255 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.162041 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e738e4f6-0a5c-4b1c-b617-27d2750a6c4b req-27cb5cd4-5a9f-40bb-8d66-4cf755306aac service neutron] 10.222.0.61 "GET /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542094 Sep 16 15:11:56.287076 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45204) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:56.294859 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494484489', 'description': 'tempest-secgroup-smoke-1494484489 description', 'project_id': '84e90f2361174e77a88042d06e74e110'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:56.302634 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.335623 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port c54da85e-c58d-4199-be25-29262d9406ef, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c54da85e-c58d-4199-be25-29262d9406ef,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:56.339049 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.345026 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.433248 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=c54da85e-c58d-4199-be25-29262d9406ef,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:56.462718 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.469788 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.567569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbe1e4-a637-4104-bc17-a17727d7cb57,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:56.622906 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.635329 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45210) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:56.642616 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group_rule': {'security_group_id': '49dbe1e4-a637-4104-bc17-a17727d7cb57', 'project_id': '84e90f2361174e77a88042d06e74e110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:56.648508 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1c8fed95-0250-4c29-ad75-b7124b49df40 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3493516 Sep 16 15:11:56.784188 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedf29e-abba-4c83-bfde-e8cfe1434cde req-a1240465-b231-4e93-ae8c-46ef6e897fc0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.799115 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2bedf29e-abba-4c83-bfde-e8cfe1434cde req-a1240465-b231-4e93-ae8c-46ef6e897fc0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.2823439 Sep 16 15:11:56.835991 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.880136 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2bedf29e-abba-4c83-bfde-e8cfe1434cde req-c4e1f8f4-b36e-4d83-a63b-7de94541ffab tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794108 Sep 16 15:11:56.987711 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.995984 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.021337 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6de4a-e1e8-43ae-9d63-4424ef6f57e5 req-b7b3b97e-04d5-4d24-beb2-1cd432dc32bd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.022908 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8dc6de4a-e1e8-43ae-9d63-4424ef6f57e5 req-b7b3b97e-04d5-4d24-beb2-1cd432dc32bd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 944 time: 0.1007409 Sep 16 15:11:57.038797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f02a21f-110d-4343-b72a-d99abd3740f4,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:57.045236 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.046504 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ae0b15c5-81b5-4f0c-a2a3-8bb6bbd998f3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097633 Sep 16 15:11:57.049227 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45216) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:57.054221 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group_rule': {'security_group_id': '49dbe1e4-a637-4104-bc17-a17727d7cb57', 'project_id': '84e90f2361174e77a88042d06e74e110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:57.089608 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.095301 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8dc6de4a-e1e8-43ae-9d63-4424ef6f57e5 req-d86619b1-82c7-4d40-aa2f-49bf0eb3277c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598552 Sep 16 15:11:57.149910 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.155263 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.176738 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be613ee-51d9-44fd-8111-8a60c06b8941,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:57.186509 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.187935 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-e3a4d2a6-fd0d-4bab-9937-f2b5b297d46a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375995 Sep 16 15:11:57.191306 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45226) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:57.196305 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group_rule': {'security_group_id': '49dbe1e4-a637-4104-bc17-a17727d7cb57', 'project_id': '84e90f2361174e77a88042d06e74e110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:57.243341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.347210 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.354076 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.384499 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.389290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45236) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:57.389970 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1975741 Sep 16 15:11:57.392083 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ba9b7-0f7d-416c-be0e-eaa2de3f8f22 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e574f1a9-d6f3-464f-86d8-dba9d028a727,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:57.395597 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group_rule': {'security_group_id': '49dbe1e4-a637-4104-bc17-a17727d7cb57', 'project_id': '84e90f2361174e77a88042d06e74e110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:57.435410 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.497060 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.502363 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.522624 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90838be5-9f21-462d-805b-272a7417d5f3,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:57.527539 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.528901 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ca204350-b76a-4180-8b95-1e6eef6e59e2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380835 Sep 16 15:11:57.531766 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45238) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:57.537170 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group_rule': {'security_group_id': '49dbe1e4-a637-4104-bc17-a17727d7cb57', 'project_id': '84e90f2361174e77a88042d06e74e110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:57.561968 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.securitygroups_db [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Project 84e90f2361174e77a88042d06e74e110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:11:57.568421 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.598593 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Sync routers for ids ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:57.620790 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Routers {'b08ebaf6-5af0-463b-8df6-1ef782e505fa'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:57.621588 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:57.644370 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.649351 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.679280 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e20719-9f49-4f0f-890d-1cd38c30fe5c,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:57.684797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.690882 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45240) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:57.696218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'security_group_rule': {'security_group_id': '49dbe1e4-a637-4104-bc17-a17727d7cb57', 'project_id': '84e90f2361174e77a88042d06e74e110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:57.699064 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-43e70f93-a7da-4e69-8500-a3178766d7c3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662357 Sep 16 15:11:57.747324 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.securitygroups_db [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Project 84e90f2361174e77a88042d06e74e110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:11:57.753209 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.770356 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Set router b08ebaf6-5af0-463b-8df6-1ef782e505fa gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:57.800819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c54da85e-c58d-4199-be25-29262d9406ef up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:57.841510 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.846466 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.880522 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.886591 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1944675 Sep 16 15:11:57.889506 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d338af1-5165-4527-832b-9d16e97deb8e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1cc045-ecdc-4044-90b7-f6147f829fd6,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:57.922603 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port c54da85e-c58d-4199-be25-29262d9406ef triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:57.923003 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.983810 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4408a5df-46fb-4d5f-970b-877a78f2897c details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:58.273163 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a3cfb-6227-4350-9b9c-ba9b98d328be req-2eade36e-8992-4c87-9ae8-6c9ddbaa58fa tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:58.274850 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-938a3cfb-6227-4350-9b9c-ba9b98d328be req-2eade36e-8992-4c87-9ae8-6c9ddbaa58fa tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.3096056 Sep 16 15:11:58.280104 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8b46-590c-4c45-adb9-02437432ca49 req-3e9588d5-8968-408b-bda9-b5dd0b767f68 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:58.281727 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-badc8b46-590c-4c45-adb9-02437432ca49 req-3e9588d5-8968-408b-bda9-b5dd0b767f68 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 944 time: 0.0656598 Sep 16 15:11:58.321116 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-938a3cfb-6227-4350-9b9c-ba9b98d328be req-60656d29-a5ec-461d-9498-1cc67eb179e6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370848 Sep 16 15:11:58.350470 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-badc8b46-590c-4c45-adb9-02437432ca49 req-b0ce4c65-5e7a-47fd-8500-b2bb6d2b909d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570126 Sep 16 15:11:58.383100 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 4408a5df-46fb-4d5f-970b-877a78f2897c, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4408a5df-46fb-4d5f-970b-877a78f2897c,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:58.400296 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '4408a5df-46fb-4d5f-970b-877a78f2897c', 'network_id': '14ae8c46-d593-4277-8be6-57a6cc7e6def', 'port_id': '4408a5df-46fb-4d5f-970b-877a78f2897c', 'mac_address': 'fa:16:3e:37:57:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ada09a-68a0-40db-92db-2c64f7803900', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:58.410740 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:11:53Z', 'revision_number': 4, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '16be41a9-5709-49ae-8b37-4a2c89c6b770', 'name': '', 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'mac_address': 'fa:16:3e:7b:76:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '939a4eec-dcce-4e15-8381-54152eead097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:51Z', 'updated_at': '2021-09-16T15:11:53Z', 'revision_number': 2, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'subnets': [{'id': '939a4eec-dcce-4e15-8381-54152eead097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:58.462918 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:58.501572 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Checking router: b08ebaf6-5af0-463b-8df6-1ef782e505fa for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:58.501919 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Updating router b08ebaf6-5af0-463b-8df6-1ef782e505fa port 16be41a9-5709-49ae-8b37-4a2c89c6b770 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:58.507682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4408a5df-46fb-4d5f-970b-877a78f2897c {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:58.553052 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:58.558088 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 4408a5df-46fb-4d5f-970b-877a78f2897c, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4408a5df-46fb-4d5f-970b-877a78f2897c,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:58.570762 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:58.660431 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=4408a5df-46fb-4d5f-970b-877a78f2897c,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:58.933258 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:58.941850 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:58.991821 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac452-6dfc-41dc-abde-07fcc09ddf11 None None] Pushing event updated for resources: {'Port': ['ID=16be41a9-5709-49ae-8b37-4a2c89c6b770,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:59.048899 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['4408a5df-46fb-4d5f-970b-877a78f2897c'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:59.089456 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Attempting to bind port 16be41a9-5709-49ae-8b37-4a2c89c6b770 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:59.089832 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Attempting to bind port 16be41a9-5709-49ae-8b37-4a2c89c6b770 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:59.091236 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Attempting to bind port 16be41a9-5709-49ae-8b37-4a2c89c6b770 on network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:59.104417 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:59.105111 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Checking segment: {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:59.105546 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.107047 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Bound using segment: {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:59.107429 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Bound port: 16be41a9-5709-49ae-8b37-4a2c89c6b770, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea214378-1a90-4e59-9626-3b61b69709e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:59.108308 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.214077 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] For port 16be41a9-5709-49ae-8b37-4a2c89c6b770, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:59.237125 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] For port 16be41a9-5709-49ae-8b37-4a2c89c6b770, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=16be41a9-5709-49ae-8b37-4a2c89c6b770,segment=NetworkSegment(ea214378-1a90-4e59-9626-3b61b69709e5),segment_id=ea214378-1a90-4e59-9626-3b61b69709e5)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:59.248630 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.343230 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-a6949569-398b-4aa8-9ff1-4c02a6f84be4 None None] Provisioning complete for port 16be41a9-5709-49ae-8b37-4a2c89c6b770 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:59.343616 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-a6949569-398b-4aa8-9ff1-4c02a6f84be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.390233 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fac452-6dfc-41dc-abde-07fcc09ddf11 None None] Pushing event updated for resources: {'Port': ['ID=16be41a9-5709-49ae-8b37-4a2c89c6b770,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:59.396096 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Routers {'b08ebaf6-5af0-463b-8df6-1ef782e505fa'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:59.396731 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:11:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:59.564862 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df6d23-b0c8-4764-a269-5274b65bfb76 req-d3b0429c-32d5-48a5-84c3-eecee9798c8a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:59.567029 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3df6d23-b0c8-4764-a269-5274b65bfb76 req-d3b0429c-32d5-48a5-84c3-eecee9798c8a tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 945 time: 0.0595016 Sep 16 15:11:59.583557 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] Set router b08ebaf6-5af0-463b-8df6-1ef782e505fa gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:59.616373 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a3df6d23-b0c8-4764-a269-5274b65bfb76 req-6627664e-0c6b-484f-8b29-faa1afacb527 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Sep 16 15:11:59.620026 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-a6949569-398b-4aa8-9ff1-4c02a6f84be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.675404 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-a6949569-398b-4aa8-9ff1-4c02a6f84be4 None None] For port 16be41a9-5709-49ae-8b37-4a2c89c6b770, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=16be41a9-5709-49ae-8b37-4a2c89c6b770,segment=NetworkSegment(ea214378-1a90-4e59-9626-3b61b69709e5),segment_id=ea214378-1a90-4e59-9626-3b61b69709e5)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:59.708042 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-a6949569-398b-4aa8-9ff1-4c02a6f84be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.847786 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949569-398b-4aa8-9ff1-4c02a6f84be4 None None] Pushing event updated for resources: {'Port': ['ID=16be41a9-5709-49ae-8b37-4a2c89c6b770,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:59.874309 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9ca349e4-2b49-49ff-9411-181de283a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.878130 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-6b6b07a2-3af8-441b-bbdb-9af8ce4e1d44 None None] Provisioning complete for port 16be41a9-5709-49ae-8b37-4a2c89c6b770 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:59.878609 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6b6b07a2-3af8-441b-bbdb-9af8ce4e1d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.971491 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41795c2f-8d51-45f6-a797-652b3fc22a8e req-7808589e-91e1-4293-822d-20c3fff436bb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:59.973341 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-41795c2f-8d51-45f6-a797-652b3fc22a8e req-7808589e-91e1-4293-822d-20c3fff436bb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0554073 Sep 16 15:12:00.028186 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:11:53Z', 'revision_number': 4, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '16be41a9-5709-49ae-8b37-4a2c89c6b770', 'name': '', 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'mac_address': 'fa:16:3e:7b:76:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '939a4eec-dcce-4e15-8381-54152eead097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:51Z', 'updated_at': '2021-09-16T15:11:59Z', 'revision_number': 4, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'subnets': [{'id': '939a4eec-dcce-4e15-8381-54152eead097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:00.030981 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-41795c2f-8d51-45f6-a797-652b3fc22a8e req-422c99f5-1421-4477-9532-1895c6a13ca7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 Sep 16 15:12:00.069944 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba804-6e87-4984-b6b4-44406a2086b3 None None] The sync data for ids ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'] in dv-cinder-809420-1-iscsi is: [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:11:53Z', 'revision_number': 4, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '16be41a9-5709-49ae-8b37-4a2c89c6b770', 'name': '', 'network_id': 'f2664a91-d6bd-4b49-911e-b3f39bf8ab8c', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'mac_address': 'fa:16:3e:7b:76:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '939a4eec-dcce-4e15-8381-54152eead097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:51Z', 'updated_at': '2021-09-16T15:11:59Z', 'revision_number': 4, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'subnets': [{'id': '939a4eec-dcce-4e15-8381-54152eead097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:12:00.752654 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d5cf-318a-4388-81b0-3eca1c85e277 req-f6a0cde9-d072-487a-a249-bb190adee3d2 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.754438 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0bb2d5cf-318a-4388-81b0-3eca1c85e277 req-f6a0cde9-d072-487a-a249-bb190adee3d2 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 945 time: 0.0569589 Sep 16 15:12:00.794991 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0bb2d5cf-318a-4388-81b0-3eca1c85e277 req-13be4592-2ddb-4e31-a538-010d6894e9f0 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Sep 16 15:12:01.838986 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 16be41a9-5709-49ae-8b37-4a2c89c6b770 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:01.948312 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 16be41a9-5709-49ae-8b37-4a2c89c6b770 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:01.948912 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:01.994559 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe00a5-0a23-493a-92d7-a942fb9cfe19 req-136e0506-a457-4ddb-9cab-eda3d6ef1f9c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:01.997395 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19fe00a5-0a23-493a-92d7-a942fb9cfe19 req-136e0506-a457-4ddb-9cab-eda3d6ef1f9c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 945 time: 0.0701277 Sep 16 15:12:02.013032 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4408a5df-46fb-4d5f-970b-877a78f2897c up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:02.065142 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19fe00a5-0a23-493a-92d7-a942fb9cfe19 req-e2fa8d38-aff7-409d-b332-f59afbae101f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615711 Sep 16 15:12:02.136358 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 4408a5df-46fb-4d5f-970b-877a78f2897c completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:12:02.146063 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 4408a5df-46fb-4d5f-970b-877a78f2897c triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:02.146451 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:02.254476 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:02.281513 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4408a5df-46fb-4d5f-970b-877a78f2897c'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:02.284016 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3c7822-fb82-4f45-93d8-5bba81df139e" -d '{"events": [{"server_uuid": "d8468210-3300-43ef-b3ee-bd0a48a7803b", "name": "network-vif-plugged", "status": "completed", "tag": "4408a5df-46fb-4d5f-970b-877a78f2897c"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:02.309357 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 4408a5df-46fb-4d5f-970b-877a78f2897c, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4408a5df-46fb-4d5f-970b-877a78f2897c,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:02.326976 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:02.367600 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-13e30600-0876-4323-a6d3-b9f497c66318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:02.391137 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74a1551-2030-45eb-a3a2-95ed78de5c98 x-openstack-request-id: req-d74a1551-2030-45eb-a3a2-95ed78de5c98 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:02.391560 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8468210-3300-43ef-b3ee-bd0a48a7803b", "name": "network-vif-plugged", "status": "completed", "tag": "4408a5df-46fb-4d5f-970b-877a78f2897c", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:02.392038 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d74a1551-2030-45eb-a3a2-95ed78de5c98 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:02.392434 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4408a5df-46fb-4d5f-970b-877a78f2897c', 'code': 200} Sep 16 15:12:02.411920 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=4408a5df-46fb-4d5f-970b-877a78f2897c,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:02.596732 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bc37d-0913-4316-8661-1f53ad946d38 req-6213ae39-37ba-45bc-8d83-15f2e90be74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:02.598232 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c08bc37d-0913-4316-8661-1f53ad946d38 req-6213ae39-37ba-45bc-8d83-15f2e90be74c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 1099 time: 0.0449610 Sep 16 15:12:02.656116 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c08bc37d-0913-4316-8661-1f53ad946d38 req-4399ffd0-03e4-48ea-8950-486422e2f9de service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Sep 16 15:12:03.091289 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:03.209115 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd673a-0b6e-4961-8695-f8400ebc7577 req-75def201-b38e-4c0b-9768-f8558c197950 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:03.217323 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5efd673a-0b6e-4961-8695-f8400ebc7577 req-75def201-b38e-4c0b-9768-f8558c197950 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0692492 Sep 16 15:12:03.251350 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5efd673a-0b6e-4961-8695-f8400ebc7577 req-daa9ccbd-11e0-44f0-bdf2-b5eb24a598bd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Sep 16 15:12:03.311311 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:04.383190 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb78c3-2950-4c2b-a317-414996d0789c req-92b9ff11-bae7-42cd-bbc2-63856d21f2d4 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:04.384738 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3cb78c3-2950-4c2b-a317-414996d0789c req-92b9ff11-bae7-42cd-bbc2-63856d21f2d4 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0502634 Sep 16 15:12:04.427300 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f3cb78c3-2950-4c2b-a317-414996d0789c req-3a28d27c-ada8-4edf-8412-2ea2de7071fb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Sep 16 15:12:05.056634 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:05.551945 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d761c-9da9-46f9-919c-ae653f9b049f req-f4028fed-e219-4987-b135-cbb750e3cf2c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:05.553592 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8b7d761c-9da9-46f9-919c-ae653f9b049f req-f4028fed-e219-4987-b135-cbb750e3cf2c tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0523014 Sep 16 15:12:05.596216 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8b7d761c-9da9-46f9-919c-ae653f9b049f req-4b7b398d-05e4-4d4d-a276-c1e75b370290 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Sep 16 15:12:08.132092 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:08.335586 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088c3ca-7eb5-4303-aa83-0342e08d250f req-f48108c9-2912-4505-a2e8-edd279855b5b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:08.337387 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b088c3ca-7eb5-4303-aa83-0342e08d250f req-f48108c9-2912-4505-a2e8-edd279855b5b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0810244 Sep 16 15:12:08.345279 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-99696a24-4957-474a-8e05-f0074ddb0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:08.346900 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-99696a24-4957-474a-8e05-f0074ddb0060 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.0790591 Sep 16 15:12:08.397726 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b088c3ca-7eb5-4303-aa83-0342e08d250f req-b5851f0a-087d-4daa-a7dd-5719afe24d4a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Sep 16 15:12:08.475398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-df8873eb-709e-44de-aae6-7be8f3c3be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:08.476846 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-df8873eb-709e-44de-aae6-7be8f3c3be58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.1085541 Sep 16 15:12:08.532981 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-2bd98752-6865-4f38-8ff6-26f756536fa1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.0388374 Sep 16 15:12:08.600037 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-90b944b2-7454-4011-9e71-9b7b3c763010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:08.601573 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-90b944b2-7454-4011-9e71-9b7b3c763010 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.0492342 Sep 16 15:12:08.635491 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-7a4a31e0-0bac-40a2-b3ae-e84af663f91d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254180 Sep 16 15:12:08.751563 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-befefb0b-3fe3-4a56-8db6-e5dc33977c83 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008906 Sep 16 15:12:08.867384 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d473c43b-2b23-445a-a65a-9ea7948cb8c6 req-71b1f5e4-b8c4-452b-a13f-704baa3ccc06 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956633 Sep 16 15:12:09.524792 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66a4-f470-4cd6-94ca-080911cbe665 req-fb9da9fd-4eec-4200-9b5a-610edf9b160a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:09.526302 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-267b66a4-f470-4cd6-94ca-080911cbe665 req-fb9da9fd-4eec-4200-9b5a-610edf9b160a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0511305 Sep 16 15:12:09.567011 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-267b66a4-f470-4cd6-94ca-080911cbe665 req-f2192e05-7691-4564-b7f9-a6a73503da6f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Sep 16 15:12:10.704977 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc5986-9fa9-4585-8178-9a4438fddc88 req-b63eb3de-6b07-444c-827e-58eaf1ce1444 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:10.706965 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4ecc5986-9fa9-4585-8178-9a4438fddc88 req-b63eb3de-6b07-444c-827e-58eaf1ce1444 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0620451 Sep 16 15:12:10.754763 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4ecc5986-9fa9-4585-8178-9a4438fddc88 req-b8b6d6a8-d38d-4369-a31b-7e1e30d2ac6d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Sep 16 15:12:11.882325 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f3d9-a95f-4862-a352-037093a3eb68 req-d66646bd-ef0d-4fd6-87c5-171db85e3363 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:11.885010 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b353f3d9-a95f-4862-a352-037093a3eb68 req-d66646bd-ef0d-4fd6-87c5-171db85e3363 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0567834 Sep 16 15:12:11.929073 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b353f3d9-a95f-4862-a352-037093a3eb68 req-cf4cb74f-cf80-4d78-9f27-d7d33a676e78 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Sep 16 15:12:13.060946 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990efb0f-7a2b-4864-9c3b-06249ce62992 req-a791d2b4-6ee6-433a-96df-0c123bddf087 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:13.062844 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-990efb0f-7a2b-4864-9c3b-06249ce62992 req-a791d2b4-6ee6-433a-96df-0c123bddf087 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0534415 Sep 16 15:12:13.101821 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-990efb0f-7a2b-4864-9c3b-06249ce62992 req-650781df-ab88-47c0-80e1-59a7a8405dd0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Sep 16 15:12:14.224370 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8108cc-6cf1-4a07-b714-04540398654d req-9a92b3c5-905a-49e6-805b-4ff9de4a3af7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.225864 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4e8108cc-6cf1-4a07-b714-04540398654d req-9a92b3c5-905a-49e6-805b-4ff9de4a3af7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0498254 Sep 16 15:12:14.274098 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4e8108cc-6cf1-4a07-b714-04540398654d req-1ada2e49-46ff-4f38-950b-0359aa17a277 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Sep 16 15:12:15.406693 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfafdaa-cae1-4ac9-8ae1-40125a7b3c13 req-795b55ac-2da5-4e9d-b62f-6ef601c4fc89 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:15.408331 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dcfafdaa-cae1-4ac9-8ae1-40125a7b3c13 req-795b55ac-2da5-4e9d-b62f-6ef601c4fc89 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0595632 Sep 16 15:12:15.446783 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dcfafdaa-cae1-4ac9-8ae1-40125a7b3c13 req-dabe305f-65bc-4a05-8d2c-b2503ddcc5cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Sep 16 15:12:16.576151 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775c8fd-1bed-46f1-948d-68d6caaaafd0 req-592af1ab-fb5e-47d3-a666-263ae8990912 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:16.577647 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c775c8fd-1bed-46f1-948d-68d6caaaafd0 req-592af1ab-fb5e-47d3-a666-263ae8990912 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0577455 Sep 16 15:12:16.622638 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c775c8fd-1bed-46f1-948d-68d6caaaafd0 req-c2d4eaae-ef76-4e22-93d6-c4104fa02f39 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Sep 16 15:12:17.748723 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6866d-b1f6-4b87-9114-8699457d0fa1 req-e041c6d0-8d8a-4295-9278-d9b48eab92d3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:17.750345 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cfa6866d-b1f6-4b87-9114-8699457d0fa1 req-e041c6d0-8d8a-4295-9278-d9b48eab92d3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0544991 Sep 16 15:12:17.793155 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cfa6866d-b1f6-4b87-9114-8699457d0fa1 req-cdfd66b7-cb29-463d-8d36-b06d6eb94e79 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359755 Sep 16 15:12:18.928221 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df13b-6f86-4f17-9de5-3680a3a79788 req-9c1d0de0-9f6c-419e-8063-72238b50bfdd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.929702 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8d3df13b-6f86-4f17-9de5-3680a3a79788 req-9c1d0de0-9f6c-419e-8063-72238b50bfdd tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0548155 Sep 16 15:12:18.971711 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8d3df13b-6f86-4f17-9de5-3680a3a79788 req-44fa6ff3-c0bc-42c4-b614-67d05c46951f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357831 Sep 16 15:12:19.777483 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9138-9d36-4889-a814-1208b9c4d07f req-99dccd21-3d42-4f49-859c-31d912f2ed5d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:19.779792 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b1f9138-9d36-4889-a814-1208b9c4d07f req-99dccd21-3d42-4f49-859c-31d912f2ed5d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0504882 Sep 16 15:12:19.820143 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b1f9138-9d36-4889-a814-1208b9c4d07f req-3f4c088b-a1c8-4e17-845c-e349d42d4113 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Sep 16 15:12:20.088988 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65b10-91ad-44ed-b5e9-0d4137299d67 req-a064f110-cf18-431d-8586-dab9b0264be4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:20.091084 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e0a65b10-91ad-44ed-b5e9-0d4137299d67 req-a064f110-cf18-431d-8586-dab9b0264be4 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0510485 Sep 16 15:12:20.134628 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e0a65b10-91ad-44ed-b5e9-0d4137299d67 req-053b23c6-2f68-442d-aacf-11af26ec3f63 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372531 Sep 16 15:12:20.951873 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb929eed-a791-42f8-b4e5-e06071cbbbc2 req-2c3fe889-5632-4639-ae87-b1f33ce31f18 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:20.953544 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eb929eed-a791-42f8-b4e5-e06071cbbbc2 req-2c3fe889-5632-4639-ae87-b1f33ce31f18 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0604084 Sep 16 15:12:21.002782 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eb929eed-a791-42f8-b4e5-e06071cbbbc2 req-4eff2b0b-12c2-4b40-b5df-43dd7844f049 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Sep 16 15:12:21.319344 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0596e5-e85c-4990-a611-3a7c3469bd8a req-6152f263-ed9a-4dd2-97bd-6fa1b561bb3c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:21.328799 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9b0596e5-e85c-4990-a611-3a7c3469bd8a req-6152f263-ed9a-4dd2-97bd-6fa1b561bb3c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0927637 Sep 16 15:12:21.336670 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b81e-7998-4ad1-bbf3-dcede3e91147 req-460407df-1710-41fd-a920-e77372047238 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:21.342943 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f9e2b81e-7998-4ad1-bbf3-dcede3e91147 req-460407df-1710-41fd-a920-e77372047238 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0597780 Sep 16 15:12:21.366945 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9b0596e5-e85c-4990-a611-3a7c3469bd8a req-e0532aaf-5858-451f-ad73-c9ff66fdf853 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Sep 16 15:12:21.382347 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f9e2b81e-7998-4ad1-bbf3-dcede3e91147 req-592f3dc1-3256-4a9d-9ef4-f1b0cd87ac96 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367639 Sep 16 15:12:22.117105 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bab06-b2d3-444a-aa7f-6104b9139da7 req-bda090b5-df38-4bb5-8487-7e795ee0dc72 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.120667 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-051bab06-b2d3-444a-aa7f-6104b9139da7 req-bda090b5-df38-4bb5-8487-7e795ee0dc72 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0515866 Sep 16 15:12:22.168729 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-051bab06-b2d3-444a-aa7f-6104b9139da7 req-370fd5f1-999e-49c4-b261-6b46ebdfb8cc tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376213 Sep 16 15:12:22.496936 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5512-eb91-4800-b1a1-b87dd8d7dcda req-b5cda70c-3353-4b4d-b355-d5ca112bd461 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.504239 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaec5512-eb91-4800-b1a1-b87dd8d7dcda req-b5cda70c-3353-4b4d-b355-d5ca112bd461 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0610387 Sep 16 15:12:22.532104 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67804fb-6119-4894-b981-21535007da01 req-465d8e61-1ae7-49bc-a493-5b66a5aa29b6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.534211 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f67804fb-6119-4894-b981-21535007da01 req-465d8e61-1ae7-49bc-a493-5b66a5aa29b6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0611072 Sep 16 15:12:22.537852 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaec5512-eb91-4800-b1a1-b87dd8d7dcda req-e4bb4fa8-7a67-4701-9c1b-9f943d3e148d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Sep 16 15:12:22.592476 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f67804fb-6119-4894-b981-21535007da01 req-80f67275-07ed-491c-8548-a9e85106f962 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499265 Sep 16 15:12:22.941989 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-281ba09a-c0c4-4448-937a-e4dea11f5fb5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.943434 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-281ba09a-c0c4-4448-937a-e4dea11f5fb5 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0553086 Sep 16 15:12:23.042695 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Deleting port 4408a5df-46fb-4d5f-970b-877a78f2897c {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:23.043053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.147406 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] For port 4408a5df-46fb-4d5f-970b-877a78f2897c, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4408a5df-46fb-4d5f-970b-877a78f2897c,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:23.147877 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.161495 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Calling delete_port for 4408a5df-46fb-4d5f-970b-877a78f2897c owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:23.296170 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa90b40-a05f-48a4-b99b-7ab523c57b22 req-e2abc00a-82ae-4d5b-b473-158290291675 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:23.298069 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-efa90b40-a05f-48a4-b99b-7ab523c57b22 req-e2abc00a-82ae-4d5b-b473-158290291675 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8468210-3300-43ef-b3ee-bd0a48a7803b HTTP/1.1" status: 200 len: 946 time: 0.0500941 Sep 16 15:12:23.315651 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.342846 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf', 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a', '4408a5df-46fb-4d5f-970b-877a78f2897c'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:23.347589 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-efa90b40-a05f-48a4-b99b-7ab523c57b22 req-88d66927-a06d-4f6d-bada-cd0f28d1a7e1 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Sep 16 15:12:23.348657 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event deleted for resources: {'Port': ['ID=4408a5df-46fb-4d5f-970b-877a78f2897c,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:23.404090 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] No DVR routers for this DVR port 4408a5df-46fb-4d5f-970b-877a78f2897c on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:23.407062 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.409330 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2e39bfb8-4d2c-4c5f-8db5-ac17d58be7c0 req-ad3f46c9-da6e-406c-bb01-19c8992029cd tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "DELETE /v2.0/ports/4408a5df-46fb-4d5f-970b-877a78f2897c HTTP/1.1" status: 204 len: 173 time: 0.4557269 Sep 16 15:12:23.409793 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'name': 'network-vif-deleted', 'tag': '4408a5df-46fb-4d5f-970b-877a78f2897c'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:23.413589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715a91f4-ebc4-43a2-ba31-2337807e98c4" -d '{"events": [{"server_uuid": "d8468210-3300-43ef-b3ee-bd0a48a7803b", "name": "network-vif-deleted", "tag": "4408a5df-46fb-4d5f-970b-877a78f2897c"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:23.456003 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af37c3c9-1bdd-439e-b0e5-4cbd639b1eed x-openstack-request-id: req-af37c3c9-1bdd-439e-b0e5-4cbd639b1eed {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:23.456564 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8468210-3300-43ef-b3ee-bd0a48a7803b", "name": "network-vif-deleted", "tag": "4408a5df-46fb-4d5f-970b-877a78f2897c", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:23.457019 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af37c3c9-1bdd-439e-b0e5-4cbd639b1eed {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:23.457627 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8468210-3300-43ef-b3ee-bd0a48a7803b', 'name': 'network-vif-deleted', 'tag': '4408a5df-46fb-4d5f-970b-877a78f2897c', 'status': 'completed', 'code': 200} Sep 16 15:12:23.668372 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e2cad-4902-41ed-a767-22fa851b521a req-60af194f-3616-48d6-97af-7e956cb8f5bf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:23.677159 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f93e2cad-4902-41ed-a767-22fa851b521a req-60af194f-3616-48d6-97af-7e956cb8f5bf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0596044 Sep 16 15:12:23.756312 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f93e2cad-4902-41ed-a767-22fa851b521a req-39f9affc-a2a8-4358-8a86-ead2e529f547 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Sep 16 15:12:23.818438 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb3a79-c465-4f96-93ae-c71218da84b8 req-9393654d-c921-4b09-a99e-4abdbb52fb80 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:23.820221 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-18cb3a79-c465-4f96-93ae-c71218da84b8 req-9393654d-c921-4b09-a99e-4abdbb52fb80 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0625942 Sep 16 15:12:23.864115 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-18cb3a79-c465-4f96-93ae-c71218da84b8 req-2279a85d-f3b7-45dd-ace6-5515d1d5a3c2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Sep 16 15:12:24.871218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d1bc-460d-4d8f-bfdc-d2c2083e99c5 req-702ab16c-7cf9-4d6c-b3ea-1be0e01f6fc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:24.873408 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ef53d1bc-460d-4d8f-bfdc-d2c2083e99c5 req-702ab16c-7cf9-4d6c-b3ea-1be0e01f6fc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0545559 Sep 16 15:12:24.923018 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ef53d1bc-460d-4d8f-bfdc-d2c2083e99c5 req-1b37c53b-47dc-496c-8818-964865c4f213 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Sep 16 15:12:25.028889 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957db74e-b1d2-41be-929e-247f0f75caf6 req-7cbd05b6-b355-4176-a683-2304957d6f7a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:25.032736 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-957db74e-b1d2-41be-929e-247f0f75caf6 req-7cbd05b6-b355-4176-a683-2304957d6f7a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0654442 Sep 16 15:12:25.079344 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-957db74e-b1d2-41be-929e-247f0f75caf6 req-e50a6736-4777-41bf-a08e-11dc87e48a69 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Sep 16 15:12:25.787924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de28fd9-ab26-41bb-a052-958a71ed6e3b req-018aeac9-4c38-41d9-bc1a-a264de4a2fd6 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:25.789541 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9de28fd9-ab26-41bb-a052-958a71ed6e3b req-018aeac9-4c38-41d9-bc1a-a264de4a2fd6 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0505157 Sep 16 15:12:25.843866 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9de28fd9-ab26-41bb-a052-958a71ed6e3b req-dcd23f3a-b14a-438d-b0b4-8277a0c63b6b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478046 Sep 16 15:12:26.048655 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec276ec-4967-49bc-9463-f9f27f070cc4 req-af48f353-de7b-4e29-af81-6898c956ee18 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:26.050091 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4ec276ec-4967-49bc-9463-f9f27f070cc4 req-af48f353-de7b-4e29-af81-6898c956ee18 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0507298 Sep 16 15:12:26.093943 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4ec276ec-4967-49bc-9463-f9f27f070cc4 req-9207d9e5-6751-44ec-a790-e9b35bac015a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368476 Sep 16 15:12:26.124166 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4408a5df-46fb-4d5f-970b-877a78f2897c no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:26.145759 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 4408a5df-46fb-4d5f-970b-877a78f2897c {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:26.146195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4408a5df-46fb-4d5f-970b-877a78f2897c not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:26.218061 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed1c3-8aed-48d3-9866-5ae8c54705db req-b6e9b2ce-f154-45b0-97e1-343fffe646b3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:26.219632 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fb6ed1c3-8aed-48d3-9866-5ae8c54705db req-b6e9b2ce-f154-45b0-97e1-343fffe646b3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0534055 Sep 16 15:12:26.262090 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fb6ed1c3-8aed-48d3-9866-5ae8c54705db req-ac7c9b66-5470-4d6a-ad72-452a2e0ce626 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365188 Sep 16 15:12:26.977298 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1336e-6432-4323-842b-dd0fbe0d4daf req-1bc252e7-ea48-4879-b256-62d8e540707f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:26.978791 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4ce1336e-6432-4323-842b-dd0fbe0d4daf req-1bc252e7-ea48-4879-b256-62d8e540707f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0510876 Sep 16 15:12:27.019014 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4ce1336e-6432-4323-842b-dd0fbe0d4daf req-65adf6b9-4334-4096-b757-bfcb2a068354 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Sep 16 15:12:27.231210 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348d931-0ee7-4c0a-83ae-695ed3497c58 req-ff931b7e-06f8-43b6-9b37-4a4b964cfc7f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:27.232868 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b348d931-0ee7-4c0a-83ae-695ed3497c58 req-ff931b7e-06f8-43b6-9b37-4a4b964cfc7f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0607216 Sep 16 15:12:27.274953 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b348d931-0ee7-4c0a-83ae-695ed3497c58 req-466cdc76-7e33-4958-b73d-1e8f53674e28 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353768 Sep 16 15:12:27.393099 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9ff3-b967-478f-97a2-f2be5d16f964 req-29f12122-c71b-4d7c-ad59-d94d10caa49e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:27.394687 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2eca9ff3-b967-478f-97a2-f2be5d16f964 req-29f12122-c71b-4d7c-ad59-d94d10caa49e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0505488 Sep 16 15:12:27.432867 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2eca9ff3-b967-478f-97a2-f2be5d16f964 req-56b4233b-8fe9-4db1-a297-fb71c88b897e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Sep 16 15:12:28.152148 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa42d-793d-43a5-b560-ab286a98ef0b req-96381d25-8489-4f45-84b6-7e7d64e9a627 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.154620 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-544aa42d-793d-43a5-b560-ab286a98ef0b req-96381d25-8489-4f45-84b6-7e7d64e9a627 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0615122 Sep 16 15:12:28.203621 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-544aa42d-793d-43a5-b560-ab286a98ef0b req-a92ee2e9-8d92-4b28-a7a1-d7bf26ca93b9 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Sep 16 15:12:28.405400 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-9150c6ee-87f6-40e6-8aa0-55ab921c6e50 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.406883 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-9150c6ee-87f6-40e6-8aa0-55ab921c6e50 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 945 time: 0.0805373 Sep 16 15:12:28.418700 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e51bc-8a0c-429c-85f3-9216dce73bbe req-e5a8ef18-685d-4432-a362-8cf0b09a75b9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.420251 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a33e51bc-8a0c-429c-85f3-9216dce73bbe req-e5a8ef18-685d-4432-a362-8cf0b09a75b9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0658565 Sep 16 15:12:28.508955 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a33e51bc-8a0c-429c-85f3-9216dce73bbe req-b9dd7524-edd5-4ce9-a8cd-49dcf25c94c6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814104 Sep 16 15:12:28.536072 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Deleting port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:28.536414 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:28.557553 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1679b-abec-4471-a886-e2c8f13b071e req-6a57530b-a0aa-48cd-b501-9384294fc427 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.559794 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-33a1679b-abec-4471-a886-e2c8f13b071e req-6a57530b-a0aa-48cd-b501-9384294fc427 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0531261 Sep 16 15:12:28.603115 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-33a1679b-abec-4471-a886-e2c8f13b071e req-810e0650-c4b8-497f-b5a8-94514ed6e1b1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367355 Sep 16 15:12:28.625512 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] For port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:28.625512 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:28.637808 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Calling delete_port for fd7bbedf-29db-42ad-b783-54fe2c7c3d9a owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:28.770841 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:28.786909 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf', 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:28.801648 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event deleted for resources: {'Port': ['ID=fd7bbedf-29db-42ad-b783-54fe2c7c3d9a,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:28.853997 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] No DVR routers for this DVR port fd7bbedf-29db-42ad-b783-54fe2c7c3d9a on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:28.860124 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:28.860124 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-15d76643-12bd-4abe-a89a-3c1b96331f1c req-05d932e6-90b8-4dc4-b296-4ad7d08225eb tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "DELETE /v2.0/ports/fd7bbedf-29db-42ad-b783-54fe2c7c3d9a HTTP/1.1" status: 204 len: 173 time: 0.4384229 Sep 16 15:12:28.860432 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'name': 'network-vif-deleted', 'tag': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:28.863191 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8c7c04-9e7d-4345-84e8-8512f399cf17" -d '{"events": [{"server_uuid": "10c51e3c-e1a7-4aa5-a267-4090401e7f4d", "name": "network-vif-deleted", "tag": "fd7bbedf-29db-42ad-b783-54fe2c7c3d9a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:28.908669 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e88424-98dc-4b5d-b7e4-06069b53bee1 x-openstack-request-id: req-39e88424-98dc-4b5d-b7e4-06069b53bee1 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:28.908959 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c51e3c-e1a7-4aa5-a267-4090401e7f4d", "name": "network-vif-deleted", "tag": "fd7bbedf-29db-42ad-b783-54fe2c7c3d9a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:28.909207 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39e88424-98dc-4b5d-b7e4-06069b53bee1 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:28.909594 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c51e3c-e1a7-4aa5-a267-4090401e7f4d', 'name': 'network-vif-deleted', 'tag': 'fd7bbedf-29db-42ad-b783-54fe2c7c3d9a', 'status': 'completed', 'code': 200} Sep 16 15:12:29.307955 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-85a320b1-60bb-47a4-bc2c-5e0756a40924 req-a19e1682-2d80-4bd5-8120-758e47df6b7e tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=10c51e3c-e1a7-4aa5-a267-4090401e7f4d HTTP/1.1" status: 200 len: 210 time: 0.0261526 Sep 16 15:12:29.628702 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9e49-313e-41f2-a010-9140c0b31334 req-df772247-ef71-41e2-bc08-b94b22a434f7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:29.630196 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9fab9e49-313e-41f2-a010-9140c0b31334 req-df772247-ef71-41e2-bc08-b94b22a434f7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0494053 Sep 16 15:12:29.677560 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9fab9e49-313e-41f2-a010-9140c0b31334 req-3c4063d4-ce9d-4d46-9112-ae60dd0558f8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Sep 16 15:12:29.743959 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891c9d7-ac30-4bac-9a05-bea650f38fae req-62740876-d6f6-4952-ba31-cf59b0673a7b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:29.745489 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2891c9d7-ac30-4bac-9a05-bea650f38fae req-62740876-d6f6-4952-ba31-cf59b0673a7b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0524552 Sep 16 15:12:29.786620 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2891c9d7-ac30-4bac-9a05-bea650f38fae req-0902324c-79ec-41a7-a79d-7b0f7f89aa2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349874 Sep 16 15:12:29.838318 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9ef2-dbfa-4402-85ea-1c7b6d321da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:30.579945 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c36db-ca1c-4acb-9d54-8f7b60f43173 req-609a04e8-3cab-4749-a889-da4433ec8016 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:30.581451 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b24c36db-ca1c-4acb-9d54-8f7b60f43173 req-609a04e8-3cab-4749-a889-da4433ec8016 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0497561 Sep 16 15:12:30.620268 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b24c36db-ca1c-4acb-9d54-8f7b60f43173 req-f9a50be7-433e-4e70-b764-34c9ba8de32d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Sep 16 15:12:30.807435 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbf7f2-1ef6-4d2c-92c1-488a0080c4f2 req-97419fb5-1fa6-45d9-8bb8-cc2c78bcae44 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:30.809286 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fefbf7f2-1ef6-4d2c-92c1-488a0080c4f2 req-97419fb5-1fa6-45d9-8bb8-cc2c78bcae44 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Sep 16 15:12:30.849510 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fefbf7f2-1ef6-4d2c-92c1-488a0080c4f2 req-b306c6cf-220d-435f-a2f2-35a0a7da864d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344326 Sep 16 15:12:30.920887 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851311d2-d164-49d1-9614-a6523df84223 req-1b9aae46-f81d-4045-bebd-09a6aaa7075e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:30.922378 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-851311d2-d164-49d1-9614-a6523df84223 req-1b9aae46-f81d-4045-bebd-09a6aaa7075e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0555701 Sep 16 15:12:30.935925 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:12:30.959565 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-851311d2-d164-49d1-9614-a6523df84223 req-6dd198e1-62c7-4080-a472-dfd485ecfb66 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312386 Sep 16 15:12:31.090729 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45780) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:31.134808 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Deleting subnet 531e1b6d-144f-435a-8018-bf6258cca3cc {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:12:31.138492 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.172414 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.213773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.268319 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.293437 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531e1b6d-144f-435a-8018-bf6258cca3cc,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:31.300739 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.303318 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-33f4f6f4-5fd4-4e21-8af2-0d87abc933aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/531e1b6d-144f-435a-8018-bf6258cca3cc HTTP/1.1" status: 204 len: 168 time: 0.2117152 Sep 16 15:12:31.305128 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 45782) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:31.372037 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.454836 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.475133 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755f892f-20ae-4897-9f98-26395e9c3f47']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:31.484549 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453e8554-37d6-4bdd-b11a-9010ffe3bb8a') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:31.484843 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453e8554-37d6-4bdd-b11a-9010ffe3bb8a') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:31.493993 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.508113 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.514595 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:12:31.515032 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:12:31.516897 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:12:31.572067 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.578103 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.579967 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] 10.222.0.52 "DELETE /v2.0/networks/755f892f-20ae-4897-9f98-26395e9c3f47 HTTP/1.1" status: 204 len: 168 time: 0.2739201 Sep 16 15:12:31.591376 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e821c-3504-4423-bf93-82cf01a32358 admin admin] Pushing event deleted for resources: {'Network': ['ID=755f892f-20ae-4897-9f98-26395e9c3f47,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:31.748460 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee02709-b3ca-49cd-bf94-113684f0335b req-060a3503-71b9-483b-8a0b-b7db97b3d6c7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.749949 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3ee02709-b3ca-49cd-bf94-113684f0335b req-060a3503-71b9-483b-8a0b-b7db97b3d6c7 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0611720 Sep 16 15:12:31.785996 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45790) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:31.788463 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3ee02709-b3ca-49cd-bf94-113684f0335b req-3f02b492-e9c8-41c6-bc22-4134ec58f499 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Sep 16 15:12:31.830543 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-2dc8f2fd-89c7-41d5-a199-132a3de63d52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfceef931c67489aa587020a0ad6ff5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432174 Sep 16 15:12:31.832937 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 45792) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:31.884293 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.906144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:31.993304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9e9d0-1f35-4126-882b-bda559a2f890 req-a7e90ce8-33a9-4eb0-a9c2-0063dd14faf6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.994844 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7bf9e9d0-1f35-4126-882b-bda559a2f890 req-a7e90ce8-33a9-4eb0-a9c2-0063dd14faf6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0546789 Sep 16 15:12:32.000949 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:32.003716 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:32.004848 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e788c1d5-6f89-4b32-b066-0e3fc065f3d2 HTTP/1.1" status: 204 len: 168 time: 0.1709745 Sep 16 15:12:32.019655 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e788c1d5-6f89-4b32-b066-0e3fc065f3d2,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:32.035202 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.035553 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.035907 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.036250 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.036589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.036927 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.037258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.037589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.037920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.038248 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.038599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.038927 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6016da2-c67f-4928-836e-cfc6e126ff4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:32.058921 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7bf9e9d0-1f35-4126-882b-bda559a2f890 req-fef778a2-8904-4922-9502-369fec7891c8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529130 Sep 16 15:12:32.099887 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cf126-01a8-4a1d-be4b-e6be2e2b10e1 req-452ea5b7-8fa9-4304-8fb1-3cccba281ada tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:32.101374 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b39cf126-01a8-4a1d-be4b-e6be2e2b10e1 req-452ea5b7-8fa9-4304-8fb1-3cccba281ada tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0669639 Sep 16 15:12:32.137471 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fd7bbedf-29db-42ad-b783-54fe2c7c3d9a no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:32.140553 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b39cf126-01a8-4a1d-be4b-e6be2e2b10e1 req-3a0b2634-6adb-45c0-9c85-ed4a25172bcf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324657 Sep 16 15:12:32.159013 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: fd7bbedf-29db-42ad-b783-54fe2c7c3d9a {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:32.159364 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fd7bbedf-29db-42ad-b783-54fe2c7c3d9a not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:32.315142 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e98ec299-e529-4c48-9de6-a0e0449a77aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:32.875622 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-f0b2b481-818a-4649-a073-c90b1eca710f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:32.877657 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-f0b2b481-818a-4649-a073-c90b1eca710f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0808992 Sep 16 15:12:32.930768 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2274-14f0-46c6-8587-0c6f501a5f3b req-3c5498bf-5266-4be3-97e2-6e84f6fc3989 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:32.932412 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4d3e2274-14f0-46c6-8587-0c6f501a5f3b req-3c5498bf-5266-4be3-97e2-6e84f6fc3989 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 946 time: 0.0636728 Sep 16 15:12:33.005092 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Deleting port fa486bb3-27fc-4a92-8139-bb308edcb16a {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:33.005543 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:33.017417 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4d3e2274-14f0-46c6-8587-0c6f501a5f3b req-d675ef5b-a207-4a14-b514-74c5e4d81e6d tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717416 Sep 16 15:12:33.095287 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:33.135391 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] For port fa486bb3-27fc-4a92-8139-bb308edcb16a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=fa486bb3-27fc-4a92-8139-bb308edcb16a,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:33.135771 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:33.159048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Calling delete_port for fa486bb3-27fc-4a92-8139-bb308edcb16a owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:33.263829 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbde5c3-24f9-4a6c-a7aa-0549c4399aac req-873c8d8c-4b10-4466-83dd-170219cd899f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:33.265300 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbde5c3-24f9-4a6c-a7aa-0549c4399aac req-873c8d8c-4b10-4466-83dd-170219cd899f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1039205 Sep 16 15:12:33.298452 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4558c-431a-4231-8268-cdcbd429274b req-7040c71f-457e-4f00-af1f-41d5a04dadb5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:33.299992 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-61c4558c-431a-4231-8268-cdcbd429274b req-7040c71f-457e-4f00-af1f-41d5a04dadb5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0636032 Sep 16 15:12:33.334109 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:33.358170 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbde5c3-24f9-4a6c-a7aa-0549c4399aac req-f06a2038-e2ce-4011-adf8-e46933953ba8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759854 Sep 16 15:12:33.379234 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-61c4558c-431a-4231-8268-cdcbd429274b req-f9cff92f-ecdd-4ce5-8200-ab3f9a517190 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637217 Sep 16 15:12:33.419618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:33.431818 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf', 'fa486bb3-27fc-4a92-8139-bb308edcb16a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:33.445490 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event deleted for resources: {'Port': ['ID=fa486bb3-27fc-4a92-8139-bb308edcb16a,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:33.489605 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] No DVR routers for this DVR port fa486bb3-27fc-4a92-8139-bb308edcb16a on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:33.492059 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:33.493967 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8dff605-4e37-4eeb-a6f5-f5eec060b1be req-c8bc633d-7b84-48cb-b7bd-720642be5549 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "DELETE /v2.0/ports/fa486bb3-27fc-4a92-8139-bb308edcb16a HTTP/1.1" status: 204 len: 173 time: 0.6043930 Sep 16 15:12:33.494391 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'name': 'network-vif-deleted', 'tag': 'fa486bb3-27fc-4a92-8139-bb308edcb16a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:33.496694 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c093d60-007c-4cb4-a3d6-b41c5418d061" -d '{"events": [{"server_uuid": "c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd", "name": "network-vif-deleted", "tag": "fa486bb3-27fc-4a92-8139-bb308edcb16a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:33.538812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e416d2b-93aa-4802-ba1d-390a431717ec x-openstack-request-id: req-4e416d2b-93aa-4802-ba1d-390a431717ec {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:33.538812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd", "name": "network-vif-deleted", "tag": "fa486bb3-27fc-4a92-8139-bb308edcb16a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:33.538812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e416d2b-93aa-4802-ba1d-390a431717ec {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:33.539244 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd', 'name': 'network-vif-deleted', 'tag': 'fa486bb3-27fc-4a92-8139-bb308edcb16a', 'status': 'completed', 'code': 200} Sep 16 15:12:34.148189 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24694767-cd60-41af-b0e8-7bee1216c3d1 req-5863d848-efc6-4f46-903a-40aab91d0ded tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1ced6cf-ab2e-42c8-b1a7-59ac0a66f6cd HTTP/1.1" status: 200 len: 210 time: 0.0322123 Sep 16 15:12:34.562082 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc9902-af42-4e56-b292-476590b64a37 req-e9f8c2e7-04c6-4582-965f-513e1e2cc70f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:34.563941 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4adc9902-af42-4e56-b292-476590b64a37 req-e9f8c2e7-04c6-4582-965f-513e1e2cc70f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1037102 Sep 16 15:12:34.625754 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566b7a-fe5a-453d-b213-ef0dbce2d69f req-1fea690f-1c99-42e8-af61-0b41288f4a76 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:34.627445 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a4566b7a-fe5a-453d-b213-ef0dbce2d69f req-1fea690f-1c99-42e8-af61-0b41288f4a76 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0896618 Sep 16 15:12:34.634225 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4adc9902-af42-4e56-b292-476590b64a37 req-81282241-8af4-4310-9966-2584b5130977 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Sep 16 15:12:34.681283 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a4566b7a-fe5a-453d-b213-ef0dbce2d69f req-bbe7854e-1597-44bc-8a61-95928ff07885 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477033 Sep 16 15:12:35.056885 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:35.761338 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd687c-17e0-4fa8-9416-3c91aceb667b req-bb889bc7-c6e6-4672-bb39-ba38e8c84916 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:35.763683 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a1fd687c-17e0-4fa8-9416-3c91aceb667b req-bb889bc7-c6e6-4672-bb39-ba38e8c84916 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0536811 Sep 16 15:12:35.800996 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a1fd687c-17e0-4fa8-9416-3c91aceb667b req-67b07efe-4f2b-4855-b660-e04b25977c4f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Sep 16 15:12:35.811835 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2357-1f70-4025-819b-dbce8832e522 req-bef815d0-e3fc-474b-8d1b-d0df90892474 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:35.814857 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a42f2357-1f70-4025-819b-dbce8832e522 req-bef815d0-e3fc-474b-8d1b-d0df90892474 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0551388 Sep 16 15:12:35.850606 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a42f2357-1f70-4025-819b-dbce8832e522 req-d24a1827-a316-464c-9b1c-fff6056eec97 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312369 Sep 16 15:12:36.174842 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fa486bb3-27fc-4a92-8139-bb308edcb16a no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:36.197566 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: fa486bb3-27fc-4a92-8139-bb308edcb16a {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:36.197912 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device fa486bb3-27fc-4a92-8139-bb308edcb16a not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:36.574101 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61717e9-fedb-46e9-a6fa-15dc45e53c1e req-3daf8fea-26b6-4ab9-8bfc-3f6359f2548f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.575668 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e61717e9-fedb-46e9-a6fa-15dc45e53c1e req-3daf8fea-26b6-4ab9-8bfc-3f6359f2548f tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0507705 Sep 16 15:12:36.617874 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e61717e9-fedb-46e9-a6fa-15dc45e53c1e req-c4c3de68-0064-4371-8406-c421e97afd23 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358336 Sep 16 15:12:36.932708 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38f0a-de2c-445c-b71e-e5db55d9a358 req-1815d297-7cc0-42b6-b2b6-35de10eb4001 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.934409 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-93c38f0a-de2c-445c-b71e-e5db55d9a358 req-1815d297-7cc0-42b6-b2b6-35de10eb4001 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0493615 Sep 16 15:12:36.973737 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-93c38f0a-de2c-445c-b71e-e5db55d9a358 req-467dc3be-5c89-41d5-ab75-d38923c56c67 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334923 Sep 16 15:12:36.976537 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b4bf-dac3-4f72-9abf-f60acd534a33 req-94451c21-bff9-4fbe-98bc-1d3e8f52768c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.978073 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3f44b4bf-dac3-4f72-9abf-f60acd534a33 req-94451c21-bff9-4fbe-98bc-1d3e8f52768c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0555735 Sep 16 15:12:37.016283 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3f44b4bf-dac3-4f72-9abf-f60acd534a33 req-fca7bf61-9b48-4d73-a362-6a1b2c06900d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Sep 16 15:12:37.739508 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbe64b-48dc-4195-b9ff-7b9ef003ef1e req-491f539a-99e8-4409-be5f-39d15895545b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:37.741096 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bdbbe64b-48dc-4195-b9ff-7b9ef003ef1e req-491f539a-99e8-4409-be5f-39d15895545b tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0508053 Sep 16 15:12:37.782160 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bdbbe64b-48dc-4195-b9ff-7b9ef003ef1e req-cccc59bc-a06f-49e8-a3c3-20846d4170de tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Sep 16 15:12:38.096497 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1292e0-41ea-411f-994f-8a20106d00ec req-6e487fa0-6f83-4fa9-816f-67917fc51e59 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:38.098263 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb1292e0-41ea-411f-994f-8a20106d00ec req-6e487fa0-6f83-4fa9-816f-67917fc51e59 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Sep 16 15:12:38.136727 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:38.141397 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb1292e0-41ea-411f-994f-8a20106d00ec req-4cc06f41-519c-483b-980d-e3f01483c673 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Sep 16 15:12:38.171818 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72723b-6036-4312-aa2a-b46a03e85e94 req-311c05e6-d380-44d6-90b8-8f7ee70d4766 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:38.173974 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1c72723b-6036-4312-aa2a-b46a03e85e94 req-311c05e6-d380-44d6-90b8-8f7ee70d4766 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0762482 Sep 16 15:12:38.214908 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1c72723b-6036-4312-aa2a-b46a03e85e94 req-91841968-c770-4a39-b32c-659c1b3340ea tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Sep 16 15:12:38.933861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f602b-05eb-4d73-a9ba-45b5aa2b4906 req-3306040d-f23a-4baf-a507-bcf912ded903 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:38.935418 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8f4f602b-05eb-4d73-a9ba-45b5aa2b4906 req-3306040d-f23a-4baf-a507-bcf912ded903 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0859780 Sep 16 15:12:38.945230 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-13972029-6fd7-4b74-9125-ae3e5daafaf0 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:38.946698 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-13972029-6fd7-4b74-9125-ae3e5daafaf0 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 945 time: 0.0953321 Sep 16 15:12:39.021276 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8f4f602b-05eb-4d73-a9ba-45b5aa2b4906 req-5d474d03-ca1f-4598-a7bd-9e5a62de3f3e tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/security-groups?id=56b16e06-a94d-47ac-b37c-dab4751ede97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735812 Sep 16 15:12:39.113917 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-3fa2e7d3-3939-4878-8143-e4a23a6f4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.115457 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-3fa2e7d3-3939-4878-8143-e4a23a6f4057 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1099 time: 0.0670660 Sep 16 15:12:39.118815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Deleting port e3a750a9-593d-4275-9cfc-11eca36743bf {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:39.119273 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.278992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] For port e3a750a9-593d-4275-9cfc-11eca36743bf, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=e3a750a9-593d-4275-9cfc-11eca36743bf,segment=NetworkSegment(9771b646-fbdc-4118-8a6a-97e5dca934b2),segment_id=9771b646-fbdc-4118-8a6a-97e5dca934b2)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:39.279635 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.296451 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe45a1-4ac8-4ceb-b684-4ce07b3b3469 req-f2ac3c8c-d2f0-47fc-a403-511cbd6f6138 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.302269 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dfbe45a1-4ac8-4ceb-b684-4ce07b3b3469 req-f2ac3c8c-d2f0-47fc-a403-511cbd6f6138 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0763743 Sep 16 15:12:39.309544 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Calling delete_port for e3a750a9-593d-4275-9cfc-11eca36743bf owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:39.321284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-d88edc9a-3694-43e7-94d5-90a69e7c101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.322922 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-d88edc9a-3694-43e7-94d5-90a69e7c101a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.1777122 Sep 16 15:12:39.346947 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dfbe45a1-4ac8-4ceb-b684-4ce07b3b3469 req-7a99366a-8b7e-4aa4-a5dc-e398009388f8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384986 Sep 16 15:12:39.471032 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c53bc0-cb7d-48df-9170-242a0ae60ca5 req-2f24542d-4fcb-4791-83f7-46726099eb8e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.472668 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f5c53bc0-cb7d-48df-9170-242a0ae60ca5 req-2f24542d-4fcb-4791-83f7-46726099eb8e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1663139 Sep 16 15:12:39.484142 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-6fcebe07-2c67-47aa-9ae6-4831b33c81fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 1002 time: 0.1425991 Sep 16 15:12:39.573195 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f5c53bc0-cb7d-48df-9170-242a0ae60ca5 req-70545002-69d5-487a-9182-2cf6e756b557 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938864 Sep 16 15:12:39.603137 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-1c1984a9-a730-49e2-ba89-8d56f44a54a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.604385 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-1c1984a9-a730-49e2-ba89-8d56f44a54a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0960464 Sep 16 15:12:39.659277 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.675333 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['e3a750a9-593d-4275-9cfc-11eca36743bf'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:39.691334 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Pushing event deleted for resources: {'Port': ['ID=e3a750a9-593d-4275-9cfc-11eca36743bf,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:39.706370 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-b85c77e2-4d81-4d5f-b92e-b95c98267295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.707837 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-b85c77e2-4d81-4d5f-b92e-b95c98267295 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917099 Sep 16 15:12:39.759445 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] No DVR routers for this DVR port e3a750a9-593d-4275-9cfc-11eca36743bf on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:39.764662 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.766812 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e5b63de8-cfbb-41d9-b8c4-df6e2e58a17f req-96510b6f-3ada-4c97-a8de-cc1ea24aec33 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.61 "DELETE /v2.0/ports/e3a750a9-593d-4275-9cfc-11eca36743bf HTTP/1.1" status: 204 len: 173 time: 0.8059468 Sep 16 15:12:39.767299 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'name': 'network-vif-deleted', 'tag': 'e3a750a9-593d-4275-9cfc-11eca36743bf'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:39.769640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ed15c-4b74-46ee-b070-ececa982ba32" -d '{"events": [{"server_uuid": "2d26d799-8670-4fc6-aa6a-16aba8778fb6", "name": "network-vif-deleted", "tag": "e3a750a9-593d-4275-9cfc-11eca36743bf"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:39.815720 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f66ab-30a1-441d-8540-3ce4b580e1da x-openstack-request-id: req-b17f66ab-30a1-441d-8540-3ce4b580e1da {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:39.816014 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d26d799-8670-4fc6-aa6a-16aba8778fb6", "name": "network-vif-deleted", "tag": "e3a750a9-593d-4275-9cfc-11eca36743bf", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:39.816269 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b17f66ab-30a1-441d-8540-3ce4b580e1da {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:39.816662 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d26d799-8670-4fc6-aa6a-16aba8778fb6', 'name': 'network-vif-deleted', 'tag': 'e3a750a9-593d-4275-9cfc-11eca36743bf', 'status': 'completed', 'code': 200} Sep 16 15:12:39.854554 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-e69e6489-524b-4404-abe5-ee52010e5db6 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316819 Sep 16 15:12:39.987246 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6b66788c-e906-42fa-b384-6ce4fe20248c req-f165ffd2-a24c-48bf-85bc-dffe73c3bfbd service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036632 Sep 16 15:12:40.129600 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d13baf-b4b1-46ef-a4a6-193fffea1af3 req-a06e378b-cf36-4f00-88ae-97b458939c87 tempest-AttachVolumeNegativeTest-917346821 tempest-AttachVolumeNegativeTest-917346821-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d26d799-8670-4fc6-aa6a-16aba8778fb6 HTTP/1.1" status: 200 len: 210 time: 0.0259228 Sep 16 15:12:40.469355 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2c40a-609a-4fa2-bfbc-7d2102f3bfd3 req-91f352e2-4eee-44d4-98ff-14135560c2b9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:40.470896 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7cd2c40a-609a-4fa2-bfbc-7d2102f3bfd3 req-91f352e2-4eee-44d4-98ff-14135560c2b9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Sep 16 15:12:40.512155 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7cd2c40a-609a-4fa2-bfbc-7d2102f3bfd3 req-e4c6e0e0-3cac-4356-b397-18eb43be7e36 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Sep 16 15:12:40.702586 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd9b9-416e-452c-b57a-7a7f2f92aa21 req-7d244026-4109-4c0b-9e42-e3894fff3489 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:40.704067 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cd0cd9b9-416e-452c-b57a-7a7f2f92aa21 req-7d244026-4109-4c0b-9e42-e3894fff3489 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0508084 Sep 16 15:12:40.741564 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cd0cd9b9-416e-452c-b57a-7a7f2f92aa21 req-59de1c40-5a79-4821-bdae-f56a360f4bdf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Sep 16 15:12:41.188767 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46040) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:41.232358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Deleting subnet 52ada09a-68a0-40db-92db-2c64f7803900 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:12:41.235358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.268428 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.277856 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.560807 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.588872 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ada09a-68a0-40db-92db-2c64f7803900,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:41.596256 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.598783 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-67a792c1-b549-4a04-9565-92f33591fc65 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52ada09a-68a0-40db-92db-2c64f7803900 HTTP/1.1" status: 204 len: 168 time: 0.4084070 Sep 16 15:12:41.602909 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46046) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:41.641237 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f2f52-0a29-41ba-9c1d-097ffcecb1b2 req-4da199f5-c450-4fc2-bf06-2a4d45fc7e0c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:41.643529 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-128f2f52-0a29-41ba-9c1d-097ffcecb1b2 req-4da199f5-c450-4fc2-bf06-2a4d45fc7e0c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0600231 Sep 16 15:12:41.671168 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.689825 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-128f2f52-0a29-41ba-9c1d-097ffcecb1b2 req-932e0f04-ad5e-47d2-9c8e-2b4e609dfe0a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Sep 16 15:12:41.756219 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:41.775785 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.776127 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.776975 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.777824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.778167 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.778523 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.778846 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.779163 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.779477 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.779796 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.928001 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.928352 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.928685 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.929019 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:12:41.929397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ae8c46-d593-4277-8be6-57a6cc7e6def']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:41.956165 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9771b646-fbdc-4118-8a6a-97e5dca934b2') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:41.956382 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9771b646-fbdc-4118-8a6a-97e5dca934b2') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:41.990911 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.018174 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.030923 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe672175-b188-41b1-ad03-a9926ccbc088 req-520cac8e-ac73-4528-bab2-89895e5de242 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:42.032513 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fe672175-b188-41b1-ad03-a9926ccbc088 req-520cac8e-ac73-4528-bab2-89895e5de242 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0977542 Sep 16 15:12:42.036607 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:12:42.037047 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: from cryptography.utils import int_from_bytes Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: from cryptography.utils import int_from_bytes Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:12:42.041071 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:12:42.125093 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fe672175-b188-41b1-ad03-a9926ccbc088 req-d350a83a-5ee5-42fd-8372-2b275752c790 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831518 Sep 16 15:12:42.125679 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.133335 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.138802 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/14ae8c46-d593-4277-8be6-57a6cc7e6def HTTP/1.1" status: 204 len: 168 time: 0.5348814 Sep 16 15:12:42.148516 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7b15e-4b4d-42a0-8f35-d8f1ea55d1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ae8c46-d593-4277-8be6-57a6cc7e6def,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:42.195307 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e3a750a9-593d-4275-9cfc-11eca36743bf no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:42.221841 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: e3a750a9-593d-4275-9cfc-11eca36743bf {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:42.222397 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device e3a750a9-593d-4275-9cfc-11eca36743bf not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:42.341498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46080) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:42.381487 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3e260e12-8476-44e2-91f0-6a107eca67b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e996f34b557847edaec9995df7fab9c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387454 Sep 16 15:12:42.383901 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46082) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:42.430778 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-90826cba-2d90-4697-a311-12030e6c0b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.451591 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-90826cba-2d90-4697-a311-12030e6c0b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.500724 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-90826cba-2d90-4697-a311-12030e6c0b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.503126 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-90826cba-2d90-4697-a311-12030e6c0b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:42.504262 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-90826cba-2d90-4697-a311-12030e6c0b04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56b16e06-a94d-47ac-b37c-dab4751ede97 HTTP/1.1" status: 204 len: 168 time: 0.1194825 Sep 16 15:12:42.511918 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90826cba-2d90-4697-a311-12030e6c0b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b16e06-a94d-47ac-b37c-dab4751ede97,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:42.807693 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25577e7e-9b5c-40e7-a14e-d9681ec9d723 req-d2992551-72a4-4604-addd-43a1618265d6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:42.809294 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-25577e7e-9b5c-40e7-a14e-d9681ec9d723 req-d2992551-72a4-4604-addd-43a1618265d6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0505366 Sep 16 15:12:42.853132 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-25577e7e-9b5c-40e7-a14e-d9681ec9d723 req-9b826e49-239f-4727-b496-d73255d7b629 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Sep 16 15:12:43.250061 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02febd-cf92-4ba6-9459-18e01b40d928 req-adfa576e-cedc-49b9-97fd-17719d3d0c3e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:43.251591 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b02febd-cf92-4ba6-9459-18e01b40d928 req-adfa576e-cedc-49b9-97fd-17719d3d0c3e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0488560 Sep 16 15:12:43.288431 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b02febd-cf92-4ba6-9459-18e01b40d928 req-8e9fd265-9084-485c-86cb-3dec50cc4a61 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Sep 16 15:12:43.972690 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6702d8b-1159-40a1-8fc4-45511935eb58 req-fca9177a-e0f7-408f-a0d6-fb8f46ae9aab tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:43.974407 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c6702d8b-1159-40a1-8fc4-45511935eb58 req-fca9177a-e0f7-408f-a0d6-fb8f46ae9aab tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Sep 16 15:12:44.010641 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c6702d8b-1159-40a1-8fc4-45511935eb58 req-9f5a4d43-2093-4192-9089-0cd03f757b4a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Sep 16 15:12:44.403353 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bcb2-16c1-4da3-bc5b-a65f994769b5 req-e6b0cc12-84fd-4c6a-980c-d2abc86e2c09 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:44.404858 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b792bcb2-16c1-4da3-bc5b-a65f994769b5 req-e6b0cc12-84fd-4c6a-980c-d2abc86e2c09 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0474930 Sep 16 15:12:44.445576 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b792bcb2-16c1-4da3-bc5b-a65f994769b5 req-70d755f4-7157-42c8-8738-13e109bbd75b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348094 Sep 16 15:12:45.126513 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087465-eb7b-4bd2-aff2-c7ed3ecc47cf req-73e9354f-dfc7-4661-a332-5da3324445a8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:45.127886 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4c087465-eb7b-4bd2-aff2-c7ed3ecc47cf req-73e9354f-dfc7-4661-a332-5da3324445a8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Sep 16 15:12:45.164110 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4c087465-eb7b-4bd2-aff2-c7ed3ecc47cf req-9b12c59d-48b6-4386-aed1-2c7a5531f8c3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Sep 16 15:12:45.563004 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d2e88-4de7-44f2-8506-042f66f16aba req-57f920ff-c2a2-4946-b9d8-1b3adb8a1bc9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:45.564476 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-141d2e88-4de7-44f2-8506-042f66f16aba req-57f920ff-c2a2-4946-b9d8-1b3adb8a1bc9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0477655 Sep 16 15:12:45.600908 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-141d2e88-4de7-44f2-8506-042f66f16aba req-ceac0f13-f976-4a68-98bd-f3b6b272b028 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306334 Sep 16 15:12:46.279812 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aa266-94f8-4202-9004-8ea9129a152a req-20ca3273-06f7-4525-9ab4-85c324a3ec30 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:46.281272 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5b2aa266-94f8-4202-9004-8ea9129a152a req-20ca3273-06f7-4525-9ab4-85c324a3ec30 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Sep 16 15:12:46.317829 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5b2aa266-94f8-4202-9004-8ea9129a152a req-1c9cb9cb-1f08-4a66-bd40-55e9047b6aa7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Sep 16 15:12:46.719060 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e54ec-fb44-4c13-9be8-d3e9399d14a4 req-e1cf1c5f-9e7b-4785-9ce9-9d35972e302b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:46.720534 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7d7e54ec-fb44-4c13-9be8-d3e9399d14a4 req-e1cf1c5f-9e7b-4785-9ce9-9d35972e302b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0485036 Sep 16 15:12:46.757795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7d7e54ec-fb44-4c13-9be8-d3e9399d14a4 req-aa746f8d-e39b-4be0-bd4a-d686723553b0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Sep 16 15:12:47.430794 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338187bc-7987-4fe6-b619-9fffaabe6056 req-c69447de-faa0-4362-95d1-8987e0a21eb9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:47.432256 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-338187bc-7987-4fe6-b619-9fffaabe6056 req-c69447de-faa0-4362-95d1-8987e0a21eb9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Sep 16 15:12:47.473077 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-338187bc-7987-4fe6-b619-9fffaabe6056 req-7410b1ea-cf0a-49de-8793-3d71c4afdc78 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Sep 16 15:12:47.792365 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46210) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:47.874721 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12077e-edb9-4823-b92d-add4d85920d4 req-169340ee-c760-429d-a01e-f51511116f1b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:47.876198 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fd12077e-edb9-4823-b92d-add4d85920d4 req-169340ee-c760-429d-a01e-f51511116f1b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0478382 Sep 16 15:12:47.923722 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fd12077e-edb9-4823-b92d-add4d85920d4 req-ab7ace9b-be23-4ee9-92a6-f0573d53bf06 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Sep 16 15:12:47.924576 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6970202f-d2b9-4cd5-a978-1be30c4c7581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.012904 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6970202f-d2b9-4cd5-a978-1be30c4c7581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.018466 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6970202f-d2b9-4cd5-a978-1be30c4c7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.054555 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970202f-d2b9-4cd5-a978-1be30c4c7581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f906ec-f8d9-4aca-8419-e8c01eca8851,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:48.061675 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6970202f-d2b9-4cd5-a978-1be30c4c7581 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47c025af8093462ba123d7764710ce65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682729 Sep 16 15:12:48.064386 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46216) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:48.112677 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a8a-2be6-48ba-80ff-2e5c78f8f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.136943 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a8a-2be6-48ba-80ff-2e5c78f8f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.181601 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a8a-2be6-48ba-80ff-2e5c78f8f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.184683 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e0e27a8a-2be6-48ba-80ff-2e5c78f8f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.185810 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-e0e27a8a-2be6-48ba-80ff-2e5c78f8f652 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26f906ec-f8d9-4aca-8419-e8c01eca8851 HTTP/1.1" status: 204 len: 168 time: 0.1205337 Sep 16 15:12:48.193616 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e27a8a-2be6-48ba-80ff-2e5c78f8f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f906ec-f8d9-4aca-8419-e8c01eca8851,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:48.592069 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d8dff-94a3-4fc6-85ba-46054f69e88f req-b6a429aa-3059-4593-a6fc-c55ab3154daf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:48.593742 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-df7d8dff-94a3-4fc6-85ba-46054f69e88f req-b6a429aa-3059-4593-a6fc-c55ab3154daf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0545604 Sep 16 15:12:48.638947 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-df7d8dff-94a3-4fc6-85ba-46054f69e88f req-e2cfecbd-26da-42b2-8f07-5102ff00813f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359313 Sep 16 15:12:48.801659 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46246) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:48.893542 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-699676312-network', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:48.914535 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Made reservation on behalf of 80c3ba85aed047f0a3d410ae401b7818 for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:12:48.916735 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.925291 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.045255 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.050185 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.076231 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:12:49.089175 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0128e1-6aa5-4f4f-8496-9244b938aef2 req-44cc6816-2786-49f1-b110-36297632a9e1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:49.091570 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b0128e1-6aa5-4f4f-8496-9244b938aef2 req-44cc6816-2786-49f1-b110-36297632a9e1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0921743 Sep 16 15:12:49.102202 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fb038b-6eec-423e-b3da-4c1ba74aa31e,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:49.111212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.111558 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Added segment c097e3b2-a949-4f4f-bf76-a3c68dca4473 of type vlan for network 97bd131b-54b6-4907-afe3-076f4ef4c57d Sep 16 15:12:49.166782 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.174406 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b0128e1-6aa5-4f4f-8496-9244b938aef2 req-defa166c-6994-4107-b365-b61eabc5bef9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747986 Sep 16 15:12:49.196019 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.196995 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:49.197995 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.232785 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4300680 Sep 16 15:12:49.235732 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46254) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:49.240529 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Request body: {'subnet': {'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-699676312-subnet', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:49.259903 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2bcad-a73d-4fc9-bbb7-84e7cb6a7a0b admin admin] Pushing event updated for resources: {'Network': ['ID=97bd131b-54b6-4907-afe3-076f4ef4c57d,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:49.262735 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Made reservation on behalf of 80c3ba85aed047f0a3d410ae401b7818 for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:12:49.265075 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7775065'] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.270710 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:12:49.429210 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1098237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7775095'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.493283 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=250c9f58-4963-425d-b0bc-22b2172f582d,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:49.501435 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Checking segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:49.501796 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Network hostable DHCP agents. Network: 97bd131b-54b6-4907-afe3-076f4ef4c57d, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:12:49.505214 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.505562 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.505942 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.506279 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.506636 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.507041 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.507372 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.507700 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.508028 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.508357 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.508680 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.509002 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:49.525457 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:12:49.534235 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 97bd131b-54b6-4907-afe3-076f4ef4c57d) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:49.539121 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:49.541104 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.541851 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f3e20-aa12-4f42-95ee-c14b160e6da1 None None] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:12:49.555313 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-88bf9ff1-ec10-4ba6-b058-86a33b163ccb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3183560 Sep 16 15:12:49.557964 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46260) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:49.563160 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:49.583893 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.585083 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.643965 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.693065 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-97bd131b-54b6-4907-afe3-076f4ef4c57d', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:12:49.694003 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.809787 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.826851 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Allocated IP 172.20.0.2 (97bd131b-54b6-4907-afe3-076f4ef4c57d/250c9f58-4963-425d-b0bc-22b2172f582d/5acfd91b-cfb9-43b5-9359-81cd9c9b46c9) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:49.837547 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac914d-0bb4-4190-a0e3-0a0d1fbfbce9 req-01f5b38b-528a-4162-959e-8396f3ac1cb3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:49.839405 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e8ac914d-0bb4-4190-a0e3-0a0d1fbfbce9 req-01f5b38b-528a-4162-959e-8396f3ac1cb3 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1219039 Sep 16 15:12:49.916815 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e8ac914d-0bb4-4190-a0e3-0a0d1fbfbce9 req-4bdb817c-1c45-4054-84c4-442c06e587c0 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Sep 16 15:12:49.972229 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:49.978109 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.016119 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:50.019014 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:50.022012 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:50.035307 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Pushing event updated for resources: {'Port': ['ID=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:50.052306 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.061468 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.061947 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.062309 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.062678 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.063012 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.063345 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.063677 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.064007 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.064357 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.064687 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.065014 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.065335 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:50.071963 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.100440 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Attempting to bind port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:12:50.100810 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Attempting to bind port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:12:50.101182 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Attempting to bind port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 on network 97bd131b-54b6-4907-afe3-076f4ef4c57d {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:12:50.106762 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:12:50.107166 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Checking segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:50.107567 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.108574 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Bound using segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:12:50.108574 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Bound port: 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:12:50.108806 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.177943 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Allocated IP 172.27.0.24 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:50.178373 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-6491495a-e39a-475a-b447-d59b16748858 None None] For port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:12:50.181587 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-6491495a-e39a-475a-b447-d59b16748858 None None] For port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:12:50.185643 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.241295 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491495a-e39a-475a-b447-d59b16748858 None None] Pushing event updated for resources: {'Port': ['ID=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:50.331358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.340673 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d1f4c-0812-4364-aa63-d703f6bd0dbc req-45f3b665-f41d-4514-b618-f8c3e152f4cc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:50.342171 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-805d1f4c-0812-4364-aa63-d703f6bd0dbc req-45f3b665-f41d-4514-b618-f8c3e152f4cc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0815716 Sep 16 15:12:50.406786 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-805d1f4c-0812-4364-aa63-d703f6bd0dbc req-a7c33725-42c9-4296-bfab-df3eeeb42491 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571930 Sep 16 15:12:50.422451 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.467354 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:50.472665 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:50.474640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:50.477449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:50.736260 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.932522 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.059068 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00c904-cc22-4aa1-8e84-63898f4b69b9 req-260153ca-de2b-48ad-956d-451ba4b1448f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:51.060108 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ae00c904-cc22-4aa1-8e84-63898f4b69b9 req-260153ca-de2b-48ad-956d-451ba4b1448f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0528004 Sep 16 15:12:51.085968 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Router 277b8047-bfee-46b0-b003-c8e5a665a3b5 is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:12:51.099928 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ae00c904-cc22-4aa1-8e84-63898f4b69b9 req-4d20095d-5047-4022-a063-de2e34bb6ffe tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Sep 16 15:12:51.163790 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ccabf-e8f0-43d3-a374-e3fa19c76c63 None None] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:12:51.197931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:12:51.210846 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Sync routers for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:12:51.216980 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.218561 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-bce4bb0a-37f7-4d22-8ddf-364aa0cca8c5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6587465 Sep 16 15:12:51.221160 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46286) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:51.225945 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:51.225945 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:51.341376 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:51.375915 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-4ceb678d-d3a4-476d-bdbf-6d48cc5af9f9 None None] Provisioning complete for port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:51.376397 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-4ceb678d-d3a4-476d-bdbf-6d48cc5af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.531320 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-4ceb678d-d3a4-476d-bdbf-6d48cc5af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.554456 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:50Z', 'revision_number': 3, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:51.571052 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-4ceb678d-d3a4-476d-bdbf-6d48cc5af9f9 None None] For port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:51.576298 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-4ceb678d-d3a4-476d-bdbf-6d48cc5af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.589928 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Checking router: 277b8047-bfee-46b0-b003-c8e5a665a3b5 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:12:51.590658 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Updating router 277b8047-bfee-46b0-b003-c8e5a665a3b5 port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:12:51.622859 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7761857-4950-46d9-a262-c9c9f229e9e1 req-3cf7cdee-d69e-4965-9cf8-8c97be3ba8cf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:51.624674 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e7761857-4950-46d9-a262-c9c9f229e9e1 req-3cf7cdee-d69e-4965-9cf8-8c97be3ba8cf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0796978 Sep 16 15:12:51.629119 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.657299 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb678d-d3a4-476d-bdbf-6d48cc5af9f9 None None] Pushing event updated for resources: {'Port': ['ID=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:51.716623 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e7761857-4950-46d9-a262-c9c9f229e9e1 req-7a64894f-ce18-4fa6-b137-79b53c66f4cc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723660 Sep 16 15:12:51.789256 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.804310 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-d1f259f0-aac5-4bbf-ac4b-b2b3cb92c29e None None] Provisioning complete for port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:51.804698 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-d1f259f0-aac5-4bbf-ac4b-b2b3cb92c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.851860 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:51.937977 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:51.938355 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.956031 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:51.960394 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Allocated IP 172.20.0.1 (97bd131b-54b6-4907-afe3-076f4ef4c57d/250c9f58-4963-425d-b0bc-22b2172f582d/79e4279d-5713-49bb-bd56-605ec677ef01) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:51.962014 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.015618 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Attempting to bind port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:12:52.016002 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Attempting to bind port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:12:52.016353 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Attempting to bind port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:12:52.027782 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:12:52.029107 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:52.029519 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.030266 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:12:52.030845 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Bound port: 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:12:52.031151 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.032837 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Pushing event updated for resources: {'Port': ['ID=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,revision_number=2']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:52.060869 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.061219 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.061571 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.061902 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.062238 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.062605 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.062933 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.063263 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.063626 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.063958 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.064356 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.064751 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:12:52.075601 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.097903 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] For port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:12:52.100996 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] For port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:12:52.105167 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.109051 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.148606 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:52.153607 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:52.158341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:52.158695 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:52.159328 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:52.206258 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4c070-4092-43f0-9b63-ec13932e43fc None None] Pushing event updated for resources: {'Port': ['ID=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:52.234665 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Pushing event updated for resources: {'Port': ['ID=79e4279d-5713-49bb-bd56-605ec677ef01,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:52.240710 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.295719 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:52.302321 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c2176-ef88-4108-b502-cdfd0364c079 req-d567231a-f153-47d0-a5d7-56926d5da8a5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:52.303918 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-be6c2176-ef88-4108-b502-cdfd0364c079 req-d567231a-f153-47d0-a5d7-56926d5da8a5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1201613 Sep 16 15:12:52.363614 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-b6a0179a-6757-4f39-81ec-7151b687a630 None None] Provisioning complete for port 79e4279d-5713-49bb-bd56-605ec677ef01 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:52.364194 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b6a0179a-6757-4f39-81ec-7151b687a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.377968 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-be6c2176-ef88-4108-b502-cdfd0364c079 req-aacba3e6-8358-4b69-8034-a93b36dcf95e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Sep 16 15:12:52.400508 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0179a-6757-4f39-81ec-7151b687a630 None None] Port 79e4279d-5713-49bb-bd56-605ec677ef01 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:12:52.423407 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.487667 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:50Z', 'revision_number': 3, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:52.515869 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae4806b-5d97-439c-8d6f-143b49bd4fab None None] The sync data for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi is: [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:50Z', 'revision_number': 3, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:12:52.590328 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.595149 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.664566 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Pushing event updated for resources: {'Port': ['ID=79e4279d-5713-49bb-bd56-605ec677ef01,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:52.668717 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:52.768746 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:52.770155 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:53.029983 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-741872b5-5e9a-42bc-af54-0e02f473f4b1 None None] Provisioning complete for port 79e4279d-5713-49bb-bd56-605ec677ef01 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:53.030509 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-741872b5-5e9a-42bc-af54-0e02f473f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.067699 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-741872b5-5e9a-42bc-af54-0e02f473f4b1 None None] Port 79e4279d-5713-49bb-bd56-605ec677ef01 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:12:53.143655 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49784c7-3b4d-440e-92a8-c68496380832 req-f2aa4cbf-efd5-4780-9eeb-8184010ffcc0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:53.145224 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e49784c7-3b4d-440e-92a8-c68496380832 req-f2aa4cbf-efd5-4780-9eeb-8184010ffcc0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.3209951 Sep 16 15:12:53.154080 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Router 277b8047-bfee-46b0-b003-c8e5a665a3b5 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:12:53.196210 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e49784c7-3b4d-440e-92a8-c68496380832 req-64ebe988-3638-47da-b476-94746f1344f6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Sep 16 15:12:53.297548 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:12:53.302505 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c70f0b85-b9d2-484c-ae9d-93c4359429df admin admin] 10.222.0.52 "PUT /v2.0/routers/277b8047-bfee-46b0-b003-c8e5a665a3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0801392 Sep 16 15:12:53.505611 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfd62a-0e33-4f77-ac1b-e8a3a2b0f284 req-96e11abf-89e1-47d2-8a8b-d290189af392 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:53.507274 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-aecfd62a-0e33-4f77-ac1b-e8a3a2b0f284 req-96e11abf-89e1-47d2-8a8b-d290189af392 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0556526 Sep 16 15:12:53.547758 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-aecfd62a-0e33-4f77-ac1b-e8a3a2b0f284 req-a477fd7b-d8cf-4b21-b159-db61aafa9c71 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Sep 16 15:12:53.779307 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46330) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:53.784477 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1045355855-network', 'tenant_id': '62d340d4155143f2ba0c729b3871423f'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:53.810025 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:53.811914 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Made reservation on behalf of 62d340d4155143f2ba0c729b3871423f for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:12:53.814379 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.823174 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.871173 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:53.871394 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.924568 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.929042 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.966527 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.969497 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:12:53.979416 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83073d3-8fc4-4a59-9c2c-4e6698eb7b66,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:53.984542 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.984884 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Added segment 6ec96696-f73a-403d-abaf-96388b2c7a07 of type vlan for network ed751cec-5283-4b1c-aacd-92f852c8c364 Sep 16 15:12:53.993631 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:53.998845 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.033799 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.049606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:54.061660 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.062824 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:54.063297 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.099199 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3187127 Sep 16 15:12:54.102049 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46334) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:54.107913 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Request body: {'subnet': {'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1045355855-subnet', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:54.127318 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acba98-f365-41ac-9e7c-16bdd30ebd80 admin admin] Pushing event updated for resources: {'Network': ['ID=ed751cec-5283-4b1c-aacd-92f852c8c364,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:54.130809 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Made reservation on behalf of 62d340d4155143f2ba0c729b3871423f for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:12:54.133557 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59992187'] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.140346 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network ed751cec-5283-4b1c-aacd-92f852c8c364 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:12:54.253453 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Sync routers for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:12:54.264769 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:54.265411 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:54.310416 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59742473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59992149'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.328063 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c1e8-ca4b-469a-9916-e89a123401e9 req-7eb4f350-7937-46ce-8697-2c87f8a82b40 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:54.329717 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-87c1c1e8-ca4b-469a-9916-e89a123401e9 req-7eb4f350-7937-46ce-8697-2c87f8a82b40 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0531642 Sep 16 15:12:54.376433 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-87c1c1e8-ca4b-469a-9916-e89a123401e9 req-1e128bc7-b9dc-4f4d-9d5a-0c84ac9a0db1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398822 Sep 16 15:12:54.381102 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:54.398688 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad98ae5c-7ba3-4388-8059-17780012ef20,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:54.408103 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Checking segment: {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:54.408766 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Network hostable DHCP agents. Network: ed751cec-5283-4b1c-aacd-92f852c8c364, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:12:54.426923 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Network ed751cec-5283-4b1c-aacd-92f852c8c364 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:12:54.438413 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, ed751cec-5283-4b1c-aacd-92f852c8c364) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:54.457194 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:54.458065 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.459088 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f3c31-5169-4d02-986e-804797f5fe9b None None] Network ed751cec-5283-4b1c-aacd-92f852c8c364 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:12:54.475460 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-027380aa-2d00-44c9-a467-c27cbb9846cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3715534 Sep 16 15:12:54.477857 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46342) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:54.488004 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:54.517284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.519059 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.693803 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87760e3-22b9-4b98-b3c4-2cb8e684c254 req-a9e80e86-4b82-46d0-9cd8-36524e8ab059 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:54.696106 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b87760e3-22b9-4b98-b3c4-2cb8e684c254 req-a9e80e86-4b82-46d0-9cd8-36524e8ab059 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0582750 Sep 16 15:12:54.747660 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 2, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:54.751142 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b87760e3-22b9-4b98-b3c4-2cb8e684c254 req-52a7f86c-8789-41d0-9175-8ca8e3aa34ac tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Sep 16 15:12:54.778667 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-ed751cec-5283-4b1c-aacd-92f852c8c364', 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'fixed_ips': [{'subnet_id': 'ad98ae5c-7ba3-4388-8059-17780012ef20'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:12:54.779675 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.783169 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Checking router: 277b8047-bfee-46b0-b003-c8e5a665a3b5 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:12:54.783564 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Updating router 277b8047-bfee-46b0-b003-c8e5a665a3b5 port 79e4279d-5713-49bb-bd56-605ec677ef01 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:12:54.820860 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.833131 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.925645 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-c1a8a01e-3d88-410c-8a97-bc4e82c868c9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494484489&fields=id&tenant_id=84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 267 time: 0.0443952 Sep 16 15:12:54.963398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.040644 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-bbc79775-cfe2-47ef-a5db-f0facc4962a7 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:55.045265 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Allocated IP 172.20.0.2 (ed751cec-5283-4b1c-aacd-92f852c8c364/ad98ae5c-7ba3-4388-8059-17780012ef20/80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:55.047568 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-bbc79775-cfe2-47ef-a5db-f0facc4962a7 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 812 time: 0.1126301 Sep 16 15:12:55.063736 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-f4d8c205-56a2-4d4b-bf52-60e5691d01ad tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/quotas/84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 375 time: 0.0114868 Sep 16 15:12:55.125255 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7bb3bc34-cad3-45d3-b9db-93dc19d3ff84 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539184 Sep 16 15:12:55.174633 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.198350 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.234711 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-63611a73-462f-4b13-8b9a-ab2bee6ecb22 service neutron] 10.222.0.52 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942717 Sep 16 15:12:55.318264 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Allocated IP 172.27.0.205 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/11048700-21ae-4861-bb5e-f00aac98d315) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:55.334001 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-dad49087-4dad-4a1b-b961-e08f765a8a82 service neutron] 10.222.0.52 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Sep 16 15:12:55.440266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.480446 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.518480 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.520804 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.522837 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:55.527324 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:55.530298 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:55.531411 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.561152 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=11048700-21ae-4861-bb5e-f00aac98d315,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:55.561504 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.597170 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Network ed751cec-5283-4b1c-aacd-92f852c8c364 is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:55.608782 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:55.644611 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:55.650799 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Pushing event updated for resources: {'Port': ['ID=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:55.844592 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Attempting to bind port 79e4279d-5713-49bb-bd56-605ec677ef01 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:12:55.845622 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Attempting to bind port 79e4279d-5713-49bb-bd56-605ec677ef01 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:12:55.846397 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Attempting to bind port 79e4279d-5713-49bb-bd56-605ec677ef01 on network 97bd131b-54b6-4907-afe3-076f4ef4c57d {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:12:55.848563 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c5e6f-8d1a-4004-b75e-3a564cfb2f35 None None] Pushing event updated for resources: {'Port': ['ID=79e4279d-5713-49bb-bd56-605ec677ef01,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:55.868667 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:55.875104 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.924751 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:12:55.925406 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Checking segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:55.926015 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.926445 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Bound using segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:12:55.926931 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Bound port: 79e4279d-5713-49bb-bd56-605ec677ef01, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:12:55.927323 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.953688 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365532f-73db-474e-88fa-d15771340191 req-c991901f-7501-4078-af95-84f3f354363a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:55.955689 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6365532f-73db-474e-88fa-d15771340191 req-c991901f-7501-4078-af95-84f3f354363a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1185863 Sep 16 15:12:55.976190 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Attempting to bind port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:12:55.976554 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Attempting to bind port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:12:55.976929 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Attempting to bind port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 on network ed751cec-5283-4b1c-aacd-92f852c8c364 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:12:56.022344 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6365532f-73db-474e-88fa-d15771340191 req-288e7ace-ea6b-405f-89cf-51250ea2643a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499091 Sep 16 15:12:56.044098 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:12:56.044473 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Checking segment: {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:56.044872 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.045261 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Bound using segment: {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:12:56.045740 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Bound port: 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:12:56.046138 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.092689 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] For port 79e4279d-5713-49bb-bd56-605ec677ef01, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:12:56.096839 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] For port 79e4279d-5713-49bb-bd56-605ec677ef01, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=79e4279d-5713-49bb-bd56-605ec677ef01,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:12:56.102944 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-8a395d12-28c0-4435-9aa8-68a8afa1fe38 None None] Provisioning complete for port 79e4279d-5713-49bb-bd56-605ec677ef01 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:56.103294 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8a395d12-28c0-4435-9aa8-68a8afa1fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.122506 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-98d19d17-7736-4c03-9495-cce302d46998 req-e0775d61-efed-4bca-a411-e0830b7998dd tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 210 time: 0.0393608 Sep 16 15:12:56.139705 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.139705 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:56.139705 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.199660 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.295807 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] For port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:12:56.302320 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c5e6f-8d1a-4004-b75e-3a564cfb2f35 None None] Pushing event updated for resources: {'Port': ['ID=79e4279d-5713-49bb-bd56-605ec677ef01,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:56.319967 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] For port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,segment=NetworkSegment(6ec96696-f73a-403d-abaf-96388b2c7a07),segment_id=6ec96696-f73a-403d-abaf-96388b2c7a07)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:12:56.322823 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:56.324032 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:56.327767 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb004148-7598-4520-bd03-922f02a283cb req-a6334184-e182-42c5-9b21-373ef021e442 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:56.329891 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb004148-7598-4520-bd03-922f02a283cb req-a6334184-e182-42c5-9b21-373ef021e442 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0888696 Sep 16 15:12:56.367143 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.386667 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:12:56.388411 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb004148-7598-4520-bd03-922f02a283cb req-c036e015-7f87-4b85-8894-b3fe555e6da7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Sep 16 15:12:56.507848 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:12:56.521334 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Sync routers for ids ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:12:56.525992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.528723 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f2e4ba65-fb8c-4acf-92d5-eb2d946a8cb9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0497787 Sep 16 15:12:56.531729 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46390) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:56.533249 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Routers {'0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:56.534122 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:56.538964 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8a395d12-28c0-4435-9aa8-68a8afa1fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.556631 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee0d3-6675-4468-a594-21af92cc5cce None None] Pushing event updated for resources: {'Port': ['ID=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:56.587346 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:56.629150 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-8a395d12-28c0-4435-9aa8-68a8afa1fe38 None None] For port 79e4279d-5713-49bb-bd56-605ec677ef01, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=79e4279d-5713-49bb-bd56-605ec677ef01,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:56.634880 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8a395d12-28c0-4435-9aa8-68a8afa1fe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.811964 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a395d12-28c0-4435-9aa8-68a8afa1fe38 None None] Pushing event updated for resources: {'Port': ['ID=79e4279d-5713-49bb-bd56-605ec677ef01,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:56.821984 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-41e77c0c-864a-4f2f-8e7b-ecc3f8d95616 None None] Provisioning complete for port 79e4279d-5713-49bb-bd56-605ec677ef01 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:56.822374 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-41e77c0c-864a-4f2f-8e7b-ecc3f8d95616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.830243 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Set router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:56.967011 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:56.998895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d5a4c-6c8a-4cbb-baff-d50e160145b2 None None] The sync data for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi is: [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:12:57.080153 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:12:55Z', 'revision_number': 3, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:57.114262 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Checking router: 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:12:57.114753 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Updating router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 port 11048700-21ae-4861-bb5e-f00aac98d315 binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:12:57.116264 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:12:57.116779 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.171232 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.380007 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ebed78cb-efc3-4996-bf16-9a20545fcbcf req-e581e124-ca64-488f-b539-82e79a0818a3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 210 time: 0.0571816 Sep 16 15:12:57.469581 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:57.494655 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'mac_address': 'fa:16:3e:fb:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:12:57.595208 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc2f56-794d-42f0-bcf0-724a36f8768f req-d6ff05d4-9566-4113-826e-d7b375c83e9a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:57.615643 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-74cc2f56-794d-42f0-bcf0-724a36f8768f req-d6ff05d4-9566-4113-826e-d7b375c83e9a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.3617558 Sep 16 15:12:57.753434 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b061184-18fc-44db-8521-bd1c99ee1683 req-8dc3239c-1ba0-4f81-8193-ce608c6ca368 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:57.755072 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b061184-18fc-44db-8521-bd1c99ee1683 req-8dc3239c-1ba0-4f81-8193-ce608c6ca368 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0977159 Sep 16 15:12:57.790719 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-74cc2f56-794d-42f0-bcf0-724a36f8768f req-c3c16af3-f7d2-4b83-bca6-f2265e9a505d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726406 Sep 16 15:12:57.813231 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Allocated IP 172.20.0.1 (ed751cec-5283-4b1c-aacd-92f852c8c364/ad98ae5c-7ba3-4388-8059-17780012ef20/9f1f6383-250f-4ef8-9d1b-530ad7291780) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:57.860740 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b061184-18fc-44db-8521-bd1c99ee1683 req-527d3a69-f2f9-4884-835d-699bab4f90f7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977273 Sep 16 15:12:57.875384 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.880845 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.898170 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d40e6b71-7386-4e03-9426-52dc3570f5b6 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:12:57.900066 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.934603 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:57.939382 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.977619 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83a2d0-b6a1-4e96-9e75-870b981f916f None None] Pushing event updated for resources: {'Port': ['ID=11048700-21ae-4861-bb5e-f00aac98d315,revision_number=2']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:58.011400 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Attempting to bind port 11048700-21ae-4861-bb5e-f00aac98d315 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:12:58.012008 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Attempting to bind port 11048700-21ae-4861-bb5e-f00aac98d315 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:12:58.012474 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Attempting to bind port 11048700-21ae-4861-bb5e-f00aac98d315 on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:12:58.024214 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:12:58.024727 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:12:58.026134 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.027116 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:12:58.027816 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Bound port: 11048700-21ae-4861-bb5e-f00aac98d315, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:12:58.028252 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.030803 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=6']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:58.038731 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:58.092784 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6bbb3-5303-4dd6-a4d7-b84febe2672a None None] Network ed751cec-5283-4b1c-aacd-92f852c8c364 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:12:58.094840 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d40e6b71-7386-4e03-9426-52dc3570f5b6'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:58.099637 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.113016 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] For port 11048700-21ae-4861-bb5e-f00aac98d315, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:12:58.116667 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] For port 11048700-21ae-4861-bb5e-f00aac98d315, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=11048700-21ae-4861-bb5e-f00aac98d315,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:12:58.127517 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.206915 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.210054 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83a2d0-b6a1-4e96-9e75-870b981f916f None None] Pushing event updated for resources: {'Port': ['ID=11048700-21ae-4861-bb5e-f00aac98d315,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:58.218457 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Routers {'0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:58.219287 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:58.224839 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-cb9eb751-54c8-48b2-a7ca-1b08842447c7 None None] Provisioning complete for port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:58.225224 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb751-54c8-48b2-a7ca-1b08842447c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.263502 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Network ed751cec-5283-4b1c-aacd-92f852c8c364 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:58.267172 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:58.275205 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:58.312232 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:58.312595 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.362162 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-79187bd7-706d-41c4-89d8-f028db1fd9f6 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:58.372869 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-79187bd7-706d-41c4-89d8-f028db1fd9f6 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 812 time: 0.2501545 Sep 16 15:12:58.373569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.417687 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1f6383-250f-4ef8-9d1b-530ad7291780,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:58.418493 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] Set router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:58.482047 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-498b6cb7-8ca2-4fbd-a18e-b9ca90d03e10 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 380 time: 0.0986552 Sep 16 15:12:58.502714 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'port': {'device_id': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'admin_state_up': True, 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'security_groups': ['49dbe1e4-a637-4104-bc17-a17727d7cb57']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:58.569952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-388b3d92-2e81-44e3-af0b-f1d3883905bf req-1623424e-c67d-4e61-941e-97247742d966 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 210 time: 0.0498435 Sep 16 15:12:58.675782 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.848661 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Made reservation on behalf of 84e90f2361174e77a88042d06e74e110 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:12:58.852629 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.854866 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.873393 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cb9eb751-54c8-48b2-a7ca-1b08842447c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:58.912766 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:12:55Z', 'revision_number': 3, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:58.995063 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,segment=NetworkSegment(6ec96696-f73a-403d-abaf-96388b2c7a07),segment_id=6ec96696-f73a-403d-abaf-96388b2c7a07)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:58.996827 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.005404 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.007794 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9c126-a1c9-48df-8b0d-c4e185aec42f None None] The sync data for ids ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'] in dv-cinder-809420-1-iscsi is: [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:12:55Z', 'revision_number': 3, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:12:59.024244 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.025784 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 79e4279d-5713-49bb-bd56-605ec677ef01 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:59.046998 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e62dc-43c8-405b-9118-a58b5895f735 req-1823ac49-2bbb-498a-9585-5fc19ca5832f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:59.054441 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d38e62dc-43c8-405b-9118-a58b5895f735 req-1823ac49-2bbb-498a-9585-5fc19ca5832f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.1168745 Sep 16 15:12:59.145230 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d38e62dc-43c8-405b-9118-a58b5895f735 req-39b6aa31-6e83-4e1a-b78f-e262d0e01d78 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897956 Sep 16 15:12:59.154462 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.158187 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Pushing event updated for resources: {'Port': ['ID=9f1f6383-250f-4ef8-9d1b-530ad7291780,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:59.160432 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Allocated IP 172.20.0.5 (b83b58b7-9f40-4e77-be18-f12f23d9d013/06ddd76c-3b7d-4698-885b-91937202be77/4c18d3a7-5902-4299-b19f-fd9a33debc4f) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:59.236899 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:59.243757 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.db.api [None req-cb9eb751-54c8-48b2-a7ca-1b08842447c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:12:59.244241 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG oslo_db.api [None req-cb9eb751-54c8-48b2-a7ca-1b08842447c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:12:59.260058 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 79e4279d-5713-49bb-bd56-605ec677ef01 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:59.262382 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326893a-fd4d-4bf5-985c-0475777f9d33 req-cf666494-fb8a-40d3-9a84-70764fcf4c56 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:59.262721 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.270263 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a326893a-fd4d-4bf5-985c-0475777f9d33 req-cf666494-fb8a-40d3-9a84-70764fcf4c56 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.2502952 Sep 16 15:12:59.424815 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a326893a-fd4d-4bf5-985c-0475777f9d33 req-1f9f1033-67c3-4f2d-9d7a-81147cdc1c6f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529028 Sep 16 15:12:59.454263 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Network ed751cec-5283-4b1c-aacd-92f852c8c364 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:59.455919 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:59.496036 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.540183 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.630266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:59.634888 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:59.642633 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:59.677864 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=4c18d3a7-5902-4299-b19f-fd9a33debc4f,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:59.711634 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:12:59.739398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:59.745814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.769556 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-7dc9f7c4-d8f1-440b-8dff-fd74605ce7f1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2794173 Sep 16 15:12:59.793712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Request body: {'port': {'device_id': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:59.887164 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-50572338-fb65-4959-841b-3dfab49feee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.901819 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d907-f40e-48f5-b1e7-a20f0d52f45b req-3e26de1b-fa0b-4769-bae8-92741d15903e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:59.918730 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-58c2d907-f40e-48f5-b1e7-a20f0d52f45b req-3e26de1b-fa0b-4769-bae8-92741d15903e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 931 time: 0.1922064 Sep 16 15:12:59.939855 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.023283 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-9c4b71c1-5c1c-432c-9390-75e31e48f2b4 None None] Provisioning complete for port 9f1f6383-250f-4ef8-9d1b-530ad7291780 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:00.023689 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9c4b71c1-5c1c-432c-9390-75e31e48f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.078005 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:00.095228 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-58c2d907-f40e-48f5-b1e7-a20f0d52f45b req-205d9de5-df1c-43e8-ad45-f3e1cfb12c2f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680295 Sep 16 15:13:00.102381 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:13:00.114067 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3526ac72-b1d6-4930-9418-5e8aa4692a14 admin admin] 10.222.0.52 "PUT /v2.0/routers/0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5806847 Sep 16 15:13:00.205146 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b71c1-5c1c-432c-9390-75e31e48f2b4 None None] Port 9f1f6383-250f-4ef8-9d1b-530ad7291780 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:13:00.294416 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-9c4b71c1-5c1c-432c-9390-75e31e48f2b4 None None] Provisioning complete for port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:00.295112 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9c4b71c1-5c1c-432c-9390-75e31e48f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.339206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:00.340399 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.654739 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 11048700-21ae-4861-bb5e-f00aac98d315 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:00.678603 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c18d3a7-5902-4299-b19f-fd9a33debc4f {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:00.699407 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.701942 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cdfdc-2e5f-4bb1-b427-cdfa98237348 req-178d82d8-656d-435e-9dce-308b70d83a14 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:00.719201 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b18cdfdc-2e5f-4bb1-b427-cdfa98237348 req-178d82d8-656d-435e-9dce-308b70d83a14 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1086922 Sep 16 15:13:00.720976 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Transition to ACTIVE for port object 4c18d3a7-5902-4299-b19f-fd9a33debc4f will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:13:00.790074 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.790328 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 11048700-21ae-4861-bb5e-f00aac98d315 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:00.790596 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:00.803483 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46496) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:00.825708 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b18cdfdc-2e5f-4bb1-b427-cdfa98237348 req-0959e017-3c77-47a8-9f6e-1834df7936de tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035445 Sep 16 15:13:01.000903 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-b914a177-f948-4675-9df8-602ac4631c42 None None] Provisioning complete for port 9f1f6383-250f-4ef8-9d1b-530ad7291780 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:01.001445 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b914a177-f948-4675-9df8-602ac4631c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.017414 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef562c-7197-479a-a56a-0b6b38f3eef8 req-64e07528-523e-4a82-9d2b-b958e30f9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.019643 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-93ef562c-7197-479a-a56a-0b6b38f3eef8 req-64e07528-523e-4a82-9d2b-b958e30f9769 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.2957945 Sep 16 15:13:01.039820 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Pushing event updated for resources: {'Port': ['ID=4c18d3a7-5902-4299-b19f-fd9a33debc4f,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:01.053966 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b42d-3339-4237-a741-712aec436338 req-b6ea3955-ddc0-4cf1-93b3-840ffd6ef3fd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.055721 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2e35b42d-3339-4237-a741-712aec436338 req-b6ea3955-ddc0-4cf1-93b3-840ffd6ef3fd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.3299019 Sep 16 15:13:01.083148 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-491fc8b3-8fb4-4a02-b1b6-9db8ba095323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.205058 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-93ef562c-7197-479a-a56a-0b6b38f3eef8 req-3bd5dd32-63a0-43c8-860d-ae948f8f0003 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615949 Sep 16 15:13:01.206773 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-b914a177-f948-4675-9df8-602ac4631c42 None None] Port 9f1f6383-250f-4ef8-9d1b-530ad7291780 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:13:01.208363 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2e35b42d-3339-4237-a741-712aec436338 req-8de7a34e-ebd7-4bcc-b983-c4a9c2f8edbc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299260 Sep 16 15:13:01.208497 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:01.209590 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Attempting to bind port 4c18d3a7-5902-4299-b19f-fd9a33debc4f on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:13:01.209985 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Attempting to bind port 4c18d3a7-5902-4299-b19f-fd9a33debc4f by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:13:01.210376 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Attempting to bind port 4c18d3a7-5902-4299-b19f-fd9a33debc4f on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:01.217498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Port 4c18d3a7-5902-4299-b19f-fd9a33debc4f on network b83b58b7-9f40-4e77-be18-f12f23d9d013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:13:01.218457 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Attempting to bind port 4c18d3a7-5902-4299-b19f-fd9a33debc4f on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:01.231662 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:13:01.242747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Checking segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:13:01.242965 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Bound using segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:13:01.243438 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Bound port: 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:13:01.243806 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.284364 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.311713 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a2bce-199a-4d8a-80aa-4ddc10ed2161 req-82fab22c-dfa6-44c0-a6f2-5760a8297482 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.314639 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port 11048700-21ae-4861-bb5e-f00aac98d315, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=11048700-21ae-4861-bb5e-f00aac98d315,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:01.319239 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d06a2bce-199a-4d8a-80aa-4ddc10ed2161 req-82fab22c-dfa6-44c0-a6f2-5760a8297482 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.0931103 Sep 16 15:13:01.324935 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.356781 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] For port 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:13:01.361765 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] For port 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:13:01.383830 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.403118 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-491fc8b3-8fb4-4a02-b1b6-9db8ba095323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.414295 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d40e6b71-7386-4e03-9426-52dc3570f5b6 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:01.414722 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.421179 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=11048700-21ae-4861-bb5e-f00aac98d315,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:01.424404 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d06a2bce-199a-4d8a-80aa-4ddc10ed2161 req-c43a4bad-a2ca-4478-9efb-09ab62514318 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038742 Sep 16 15:13:01.427538 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-491fc8b3-8fb4-4a02-b1b6-9db8ba095323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.476422 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.477595 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.487312 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c18d3a7-5902-4299-b19f-fd9a33debc4f HTTP/1.1" status: 200 len: 1093 time: 1.6989465 Sep 16 15:13:01.490248 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:01.495249 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb9c36-9626-4aef-9b02-81c23fb69810" -d '{"events": [{"name": "network-changed", "server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:01.514784 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-491fc8b3-8fb4-4a02-b1b6-9db8ba095323 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c67866d39ca1445caa5251ab326c5754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838443 Sep 16 15:13:01.515893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46532) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:01.520747 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fc8b3-8fb4-4a02-b1b6-9db8ba095323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af9aab8-d528-4f60-81b3-43f463f2969e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:01.538324 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7c668-798d-41dc-a394-539dc91bdd27 service neutron] Pushing event updated for resources: {'Port': ['ID=4c18d3a7-5902-4299-b19f-fd9a33debc4f,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:01.648988 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-3125970f-4a0f-413f-8589-29844cf3db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.649750 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-3125970f-4a0f-413f-8589-29844cf3db39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 1096 time: 0.0799336 Sep 16 15:13:01.663719 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.665900 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb0b2-6c45-4e66-9e5b-f30ab0e36b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.673723 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6efd7df-0a4f-4299-8008-519c6743a1d4 x-openstack-request-id: req-f6efd7df-0a4f-4299-8008-519c6743a1d4 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:01.674149 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:01.674556 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6efd7df-0a4f-4299-8008-519c6743a1d4 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:01.675673 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'status': 'completed', 'code': 200} Sep 16 15:13:01.716002 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb0b2-6c45-4e66-9e5b-f30ab0e36b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.731657 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:01.734384 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4352f41e-f5ea-4fa1-bb0c-a176921e7d8e" -d '{"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-plugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:01.770555 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-f3522bfb-b202-4fd9-b246-4559a5e54dba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f HTTP/1.1" status: 200 len: 217 time: 0.1060889 Sep 16 15:13:01.794380 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:01.826160 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.828841 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb0b2-6c45-4e66-9e5b-f30ab0e36b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.834250 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a9fb0b2-6c45-4e66-9e5b-f30ab0e36b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.838321 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6a9fb0b2-6c45-4e66-9e5b-f30ab0e36b80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4af9aab8-d528-4f60-81b3-43f463f2969e HTTP/1.1" status: 204 len: 168 time: 0.3168919 Sep 16 15:13:01.880372 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fb0b2-6c45-4e66-9e5b-f30ab0e36b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af9aab8-d528-4f60-81b3-43f463f2969e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:01.938792 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa7f8c-e3cd-4edb-92f4-fdbac95e25e6 x-openstack-request-id: req-1cfa7f8c-e3cd-4edb-92f4-fdbac95e25e6 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:01.939899 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-plugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:01.940263 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cfa7f8c-e3cd-4edb-92f4-fdbac95e25e6 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:01.942911 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'code': 200} Sep 16 15:13:01.974190 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 11048700-21ae-4861-bb5e-f00aac98d315 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:02.285036 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Sync routers for ids ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:13:02.321438 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=7']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:02.390897 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Routers {'0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:02.391962 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:12:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:02.447939 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 11048700-21ae-4861-bb5e-f00aac98d315 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:02.448866 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:02.455187 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e3971b09-acb3-463c-a7cc-f314746379a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:02.624389 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Set router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:02.660672 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134c7d1-6c99-484f-b07b-da3a93d1f7d2 req-f078063d-df1a-499b-9291-80654b8eb6dc tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:02.662672 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c134c7d1-6c99-484f-b07b-da3a93d1f7d2 req-f078063d-df1a-499b-9291-80654b8eb6dc tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1700590 Sep 16 15:13:02.667533 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-17655208-ec41-43a2-a53f-686e187876b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:02.676212 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-17655208-ec41-43a2-a53f-686e187876b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.9007270 Sep 16 15:13:02.703492 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c392a-91a0-43df-90df-5e4c71ea56d7 req-4077418a-0689-4d86-8b93-1f9f0b4bf811 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:02.705487 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-245c392a-91a0-43df-90df-5e4c71ea56d7 req-4077418a-0689-4d86-8b93-1f9f0b4bf811 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1602798 Sep 16 15:13:02.764223 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c134c7d1-6c99-484f-b07b-da3a93d1f7d2 req-08afc430-aa26-4f3e-bda0-be7f07d3d087 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Sep 16 15:13:02.802407 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-245c392a-91a0-43df-90df-5e4c71ea56d7 req-350f902f-9f54-4f19-8bc6-99088818b60f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836556 Sep 16 15:13:02.807499 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-71fcc82b-5b4f-497c-a12d-889523f19532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:02.810697 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-71fcc82b-5b4f-497c-a12d-889523f19532 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828981 Sep 16 15:13:03.149457 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-dbfc8ce2-8344-4299-97cf-37aa613e738b service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274486 Sep 16 15:13:03.288464 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f1939-9e50-4c7c-85d8-634953235c55 req-8465bfcb-4886-422c-8b28-894564a721d1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:03.296368 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0d7f1939-9e50-4c7c-85d8-634953235c55 req-8465bfcb-4886-422c-8b28-894564a721d1 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.3935266 Sep 16 15:13:03.377199 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:03.399306 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:03.515466 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-50bd30fe-0b8b-4eb5-8f13-010d7539e0e8 req-8400e462-7637-4317-bdc3-c1fa35ad9d85 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319154 Sep 16 15:13:03.568949 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0d7f1939-9e50-4c7c-85d8-634953235c55 req-d397c470-e252-42a1-9ad4-1f8e6789fdff tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656391 Sep 16 15:13:03.608994 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:12:58Z', 'revision_number': 4, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '9f1f6383-250f-4ef8-9d1b-530ad7291780', 'name': '', 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'mac_address': 'fa:16:3e:ce:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad98ae5c-7ba3-4388-8059-17780012ef20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:57Z', 'updated_at': '2021-09-16T15:12:58Z', 'revision_number': 2, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'subnets': [{'id': 'ad98ae5c-7ba3-4388-8059-17780012ef20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:03.655616 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Checking router: 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:13:03.655788 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Updating router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 port 9f1f6383-250f-4ef8-9d1b-530ad7291780 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:13:03.690526 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:03.763396 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-1b51f3e2-c245-46fc-91f0-46471cb1fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:03.767611 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-1b51f3e2-c245-46fc-91f0-46471cb1fe7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 1096 time: 0.1726110 Sep 16 15:13:03.987276 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd9146-14f5-43a1-9bac-7209f3714b0e req-5a30c99b-896d-40a4-85c6-41eaa611bd4c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:03.989717 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d3bd9146-14f5-43a1-9bac-7209f3714b0e req-5a30c99b-896d-40a4-85c6-41eaa611bd4c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0809007 Sep 16 15:13:03.997018 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-6d99820f-a9e6-481c-8ca8-774b22d7a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:03.999829 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-6d99820f-a9e6-481c-8ca8-774b22d7a1be service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.2245800 Sep 16 15:13:04.142055 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-f7121af6-55e7-4572-9589-bb38793b5739 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f HTTP/1.1" status: 200 len: 217 time: 0.1157827 Sep 16 15:13:04.176558 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:04.187240 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:04.192374 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ed855-c27f-4317-8a1a-d1a019f54460 req-b8de46cf-5da7-4ade-bd07-cbace58af4b0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:04.194060 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-826ed855-c27f-4317-8a1a-d1a019f54460 req-b8de46cf-5da7-4ade-bd07-cbace58af4b0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1915658 Sep 16 15:13:04.263216 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d3bd9146-14f5-43a1-9bac-7209f3714b0e req-3d3a7fff-4bf1-4188-b5e4-2a510888b87d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617831 Sep 16 15:13:04.304105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-43cda700-14a3-461f-b499-dcf0b710acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:04.313860 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-43cda700-14a3-461f-b499-dcf0b710acc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.1656361 Sep 16 15:13:04.316067 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-826ed855-c27f-4317-8a1a-d1a019f54460 req-987e27c1-095d-440f-bbd2-adf387cb6982 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128201 Sep 16 15:13:04.402727 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Attempting to bind port 9f1f6383-250f-4ef8-9d1b-530ad7291780 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:13:04.403301 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Attempting to bind port 9f1f6383-250f-4ef8-9d1b-530ad7291780 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:13:04.403456 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Attempting to bind port 9f1f6383-250f-4ef8-9d1b-530ad7291780 on network ed751cec-5283-4b1c-aacd-92f852c8c364 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:04.406744 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab48cf-ffc6-4fc0-84be-727e2fabdc19 None None] Pushing event updated for resources: {'Port': ['ID=9f1f6383-250f-4ef8-9d1b-530ad7291780,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:04.424400 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:13:04.424703 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Checking segment: {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:13:04.425127 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:04.425571 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Bound using segment: {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:13:04.426174 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Bound port: 9f1f6383-250f-4ef8-9d1b-530ad7291780, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec96696-f73a-403d-abaf-96388b2c7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:13:04.426619 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:04.467224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-1f808b49-3574-4a14-9711-bac1c376ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:04.468750 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-1f808b49-3574-4a14-9711-bac1c376ae80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1494026 Sep 16 15:13:04.630595 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] For port 9f1f6383-250f-4ef8-9d1b-530ad7291780, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:13:04.644420 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] For port 9f1f6383-250f-4ef8-9d1b-530ad7291780, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9f1f6383-250f-4ef8-9d1b-530ad7291780,segment=NetworkSegment(6ec96696-f73a-403d-abaf-96388b2c7a07),segment_id=6ec96696-f73a-403d-abaf-96388b2c7a07)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:13:04.662886 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:04.788711 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab48cf-ffc6-4fc0-84be-727e2fabdc19 None None] Pushing event updated for resources: {'Port': ['ID=9f1f6383-250f-4ef8-9d1b-530ad7291780,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:04.829206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Routers {'0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:04.829868 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:13:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:04.867857 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-ae38ee42-84f8-4f7c-8b2b-fc9eaba0aa0a service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851488 Sep 16 15:13:04.912240 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5f4b5-cb27-4d5b-ad6d-b52454ca0563 req-35715a49-e8d2-4b89-9566-6fd8bee5f377 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:04.925302 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dde5f4b5-cb27-4d5b-ad6d-b52454ca0563 req-35715a49-e8d2-4b89-9566-6fd8bee5f377 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.1957774 Sep 16 15:13:05.002852 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] Set router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:05.046139 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dde5f4b5-cb27-4d5b-ad6d-b52454ca0563 req-5afd306b-cefd-4960-8f3f-95efe6ce186f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151359 Sep 16 15:13:05.197126 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-f39a5a26-5b72-4baa-adc9-ad4db40d6e7f None None] Provisioning complete for port 9f1f6383-250f-4ef8-9d1b-530ad7291780 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:05.197515 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f39a5a26-5b72-4baa-adc9-ad4db40d6e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:05.501781 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:05.561393 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-d04f8b98-e003-4c0a-97e7-aabb458e935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:05.573374 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-d04f8b98-e003-4c0a-97e7-aabb458e935d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 1098 time: 0.3419011 Sep 16 15:13:05.573718 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f39a5a26-5b72-4baa-adc9-ad4db40d6e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:05.584252 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e9cb9c36-9626-4aef-9b02-81c23fb69810 req-1af032d3-8dc4-4d49-9b32-9294764dba81 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042570 Sep 16 15:13:05.683939 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-f39a5a26-5b72-4baa-adc9-ad4db40d6e7f None None] For port 9f1f6383-250f-4ef8-9d1b-530ad7291780, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9f1f6383-250f-4ef8-9d1b-530ad7291780,segment=NetworkSegment(6ec96696-f73a-403d-abaf-96388b2c7a07),segment_id=6ec96696-f73a-403d-abaf-96388b2c7a07)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:05.698047 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f39a5a26-5b72-4baa-adc9-ad4db40d6e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:05.708387 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d0ac4-bf07-4eed-9ecb-f259b2156fab req-b03e9b96-5b01-42b6-9272-ed792bb1ab06 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:05.716250 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-388d0ac4-bf07-4eed-9ecb-f259b2156fab req-b03e9b96-5b01-42b6-9272-ed792bb1ab06 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.3094492 Sep 16 15:13:05.759613 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74946082-b165-4efb-a367-95c93a531374 req-2958bc0c-2c69-4c48-ae25-79dd381ef63c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:05.772716 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-74946082-b165-4efb-a367-95c93a531374 req-2958bc0c-2c69-4c48-ae25-79dd381ef63c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1406162 Sep 16 15:13:05.836897 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-388d0ac4-bf07-4eed-9ecb-f259b2156fab req-12a86677-87a9-4e09-97eb-f588bc54d20b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152232 Sep 16 15:13:05.859455 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-74946082-b165-4efb-a367-95c93a531374 req-c6f8ea61-3217-4a07-ad4a-74bf6ce9431a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857182 Sep 16 15:13:05.886967 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a5a26-5b72-4baa-adc9-ad4db40d6e7f None None] Pushing event updated for resources: {'Port': ['ID=9f1f6383-250f-4ef8-9d1b-530ad7291780,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:05.904654 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-e0ca0c5b-9d49-409d-b393-d15970be1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:05.909631 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-e0ca0c5b-9d49-409d-b393-d15970be1426 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 200 len: 920 time: 0.3238854 Sep 16 15:13:05.922573 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-1f8aa259-b561-435c-a3ab-38f7f869299b None None] Provisioning complete for port 9f1f6383-250f-4ef8-9d1b-530ad7291780 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:05.930554 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-1f8aa259-b561-435c-a3ab-38f7f869299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:05.984553 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:12:58Z', 'revision_number': 4, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '9f1f6383-250f-4ef8-9d1b-530ad7291780', 'name': '', 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'mac_address': 'fa:16:3e:ce:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad98ae5c-7ba3-4388-8059-17780012ef20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:57Z', 'updated_at': '2021-09-16T15:13:04Z', 'revision_number': 4, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'subnets': [{'id': 'ad98ae5c-7ba3-4388-8059-17780012ef20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:06.012575 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-b2380564-0756-4d99-80b3-2849d824bc17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 200 len: 217 time: 0.0929170 Sep 16 15:13:06.075925 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4bba3-227b-4cdc-96a2-0d2a8468ab1a None None] The sync data for ids ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'] in dv-cinder-809420-1-iscsi is: [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:12:58Z', 'revision_number': 4, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '9f1f6383-250f-4ef8-9d1b-530ad7291780', 'name': '', 'network_id': 'ed751cec-5283-4b1c-aacd-92f852c8c364', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'mac_address': 'fa:16:3e:ce:bf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad98ae5c-7ba3-4388-8059-17780012ef20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:57Z', 'updated_at': '2021-09-16T15:13:04Z', 'revision_number': 4, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'subnets': [{'id': 'ad98ae5c-7ba3-4388-8059-17780012ef20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:13:06.281881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-7e9ce203-0b9c-43ef-8b39-7bfb95091db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:06.297575 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-7e9ce203-0b9c-43ef-8b39-7bfb95091db2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 200 len: 859 time: 0.2603376 Sep 16 15:13:06.339857 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d285afb-4abc-45be-9be4-08defaccc2bd req-7c533a99-51cf-45c9-9918-defaa8f49c2b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:06.341635 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8d285afb-4abc-45be-9be4-08defaccc2bd req-7c533a99-51cf-45c9-9918-defaa8f49c2b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.1236615 Sep 16 15:13:06.399266 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-cf75b986-8e5a-46c4-a814-d8713902f6a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5829b334-5f53-4e64-b765-78a33613d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904577 Sep 16 15:13:06.470741 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8d285afb-4abc-45be-9be4-08defaccc2bd req-d1017a5e-f2e0-4eb5-9beb-7ec36b0d7e79 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175070 Sep 16 15:13:06.549279 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c46f2a-3fbe-49b1-910e-1cf01712e2fd req-3dc5dfcd-8b3b-4cd9-8622-d5db5ddfeb2c tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:06.556823 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-92c46f2a-3fbe-49b1-910e-1cf01712e2fd req-3dc5dfcd-8b3b-4cd9-8622-d5db5ddfeb2c tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 945 time: 0.5476484 Sep 16 15:13:06.681462 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-92c46f2a-3fbe-49b1-910e-1cf01712e2fd req-1ca4c352-1780-4187-8a6e-f89e8a2eaf94 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237247 Sep 16 15:13:06.717278 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-62acae12-8d8f-43a9-84f6-b9d3c80a501a service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980835 Sep 16 15:13:06.848240 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eaa9e0d6-dbbe-452e-a0ee-e6e82d5c5654 req-0e68211e-c3d2-4536-a15b-d6633d213755 service neutron] 10.222.0.61 "GET /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144202 Sep 16 15:13:07.057722 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6fb8-685a-4baa-8615-b2c7153ffae8 req-523390f3-2c73-4256-aa0c-e0d880e0b1df tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.072379 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8f0b6fb8-685a-4baa-8615-b2c7153ffae8 req-523390f3-2c73-4256-aa0c-e0d880e0b1df tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0817916 Sep 16 15:13:07.115198 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518214cc-a97b-4b95-a2d3-f41be56e1b8f req-7b852b6b-f197-44b5-b0a4-d283bae1579c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.117463 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-518214cc-a97b-4b95-a2d3-f41be56e1b8f req-7b852b6b-f197-44b5-b0a4-d283bae1579c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1247001 Sep 16 15:13:07.176423 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8f0b6fb8-685a-4baa-8615-b2c7153ffae8 req-f3289b52-285e-4040-9fd8-cd302918483e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977838 Sep 16 15:13:07.214403 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-518214cc-a97b-4b95-a2d3-f41be56e1b8f req-536757e5-fd21-436e-8638-60033e6ea5a6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893559 Sep 16 15:13:07.786209 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-e682b2c4-1b31-4b59-9c12-cb7915c7105c tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.787265 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-e682b2c4-1b31-4b59-9c12-cb7915c7105c tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 945 time: 0.2210629 Sep 16 15:13:07.850710 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336a22-6c1d-4819-94ae-d741333eb722 req-663a09ca-2754-4f6a-b095-2af759f5ed13 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.861255 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0b336a22-6c1d-4819-94ae-d741333eb722 req-663a09ca-2754-4f6a-b095-2af759f5ed13 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.2363577 Sep 16 15:13:07.883005 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14251e-cf54-4ec1-9d41-5b2e2a8f6e95 req-e3b04c4a-af5e-4f0e-84a0-ff043e42c6bf tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.890782 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ba14251e-cf54-4ec1-9d41-5b2e2a8f6e95 req-e3b04c4a-af5e-4f0e-84a0-ff043e42c6bf tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1112659 Sep 16 15:13:07.995343 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:13:08.041066 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9f1f6383-250f-4ef8-9d1b-530ad7291780 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:08.081929 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ba14251e-cf54-4ec1-9d41-5b2e2a8f6e95 req-0b21bd26-a472-4489-80e2-5a14dba2488a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847229 Sep 16 15:13:08.154117 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 9f1f6383-250f-4ef8-9d1b-530ad7291780 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:08.154541 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:08.167697 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0b336a22-6c1d-4819-94ae-d741333eb722 req-6f08414c-2ede-4f2f-8a4c-7ae5dde164cf tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891080 Sep 16 15:13:08.192288 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:08.207705 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Deleting port b3d53d90-c7c0-44c8-a58b-2059929c00ed {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:08.208056 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:08.414496 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb06e6-1dd1-40f3-ac58-e72149268901 req-ee437a59-7ed7-4082-b630-dc297ab8ef6e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.423757 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11fb06e6-1dd1-40f3-ac58-e72149268901 req-ee437a59-7ed7-4082-b630-dc297ab8ef6e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0891397 Sep 16 15:13:08.484272 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11fb06e6-1dd1-40f3-ac58-e72149268901 req-be6d485e-5f04-45f7-a29d-9e9487f2002e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592949 Sep 16 15:13:08.519204 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] For port b3d53d90-c7c0-44c8-a58b-2059929c00ed, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b3d53d90-c7c0-44c8-a58b-2059929c00ed,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:08.519683 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:08.566760 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Calling delete_port for b3d53d90-c7c0-44c8-a58b-2059929c00ed owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:13:08.744180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b3280-2974-4b24-bba0-3f66a69fecb2 req-1490d21a-ef00-44c0-b574-5ebbdbca7a80 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.753310 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c43b3280-2974-4b24-bba0-3f66a69fecb2 req-1490d21a-ef00-44c0-b574-5ebbdbca7a80 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1617544 Sep 16 15:13:08.838931 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c43b3280-2974-4b24-bba0-3f66a69fecb2 req-3a55b2ec-b353-4152-9df6-07abf07f48e3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770493 Sep 16 15:13:08.929246 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:08.947774 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['b3d53d90-c7c0-44c8-a58b-2059929c00ed'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:09.006437 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Pushing event deleted for resources: {'Port': ['ID=b3d53d90-c7c0-44c8-a58b-2059929c00ed,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:09.074680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] No DVR routers for this DVR port b3d53d90-c7c0-44c8-a58b-2059929c00ed on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:13:09.080247 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:09.081643 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2fc0ac24-8891-4b29-8371-96bc1860d615 req-8f8c0fd2-056f-4129-a2e3-a609fa9b062b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "DELETE /v2.0/ports/b3d53d90-c7c0-44c8-a58b-2059929c00ed HTTP/1.1" status: 204 len: 173 time: 1.2859976 Sep 16 15:13:09.082258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'name': 'network-vif-deleted', 'tag': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:09.098801 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47fe8c3-35e4-428d-9644-5e43bfeae4f7" -d '{"events": [{"server_uuid": "9fdc777f-ed6e-436f-aa03-3b862732c6e1", "name": "network-vif-deleted", "tag": "b3d53d90-c7c0-44c8-a58b-2059929c00ed"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:09.222596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d1e87-aabd-4db6-ad17-a75f9e8037d0 x-openstack-request-id: req-378d1e87-aabd-4db6-ad17-a75f9e8037d0 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:09.223205 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdc777f-ed6e-436f-aa03-3b862732c6e1", "name": "network-vif-deleted", "tag": "b3d53d90-c7c0-44c8-a58b-2059929c00ed", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:09.225476 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-378d1e87-aabd-4db6-ad17-a75f9e8037d0 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:09.226056 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdc777f-ed6e-436f-aa03-3b862732c6e1', 'name': 'network-vif-deleted', 'tag': 'b3d53d90-c7c0-44c8-a58b-2059929c00ed', 'status': 'completed', 'code': 200} Sep 16 15:13:09.242996 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9d0a8304-5e76-46d3-95d0-93442d200781 req-0ecffdb9-ae5a-41f1-a6c8-569a335020d9 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fdc777f-ed6e-436f-aa03-3b862732c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0543118 Sep 16 15:13:09.420261 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386401-e694-43b1-962e-a523dc73c957 req-a9e8b481-a1c4-4695-9537-9d9cde6dbb9a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:09.422601 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-56386401-e694-43b1-962e-a523dc73c957 req-a9e8b481-a1c4-4695-9537-9d9cde6dbb9a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.1006160 Sep 16 15:13:09.486051 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-56386401-e694-43b1-962e-a523dc73c957 req-bd383935-0779-444e-9159-aff2e656c407 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571005 Sep 16 15:13:09.714942 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cff25-40e4-4437-ac6f-de9131756234 req-356e83af-771b-43e9-a7f0-1fcd8b6eb6e6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:09.727137 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-206cff25-40e4-4437-ac6f-de9131756234 req-356e83af-771b-43e9-a7f0-1fcd8b6eb6e6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.1036344 Sep 16 15:13:09.783036 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-206cff25-40e4-4437-ac6f-de9131756234 req-3756bb24-444e-4cff-a705-43ced4110a00 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Sep 16 15:13:10.085695 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a6a80-6db6-4d9e-b4f8-70d4f11d619c req-8430c91e-cec7-4218-8fff-59734857aea7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.088451 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-413a6a80-6db6-4d9e-b4f8-70d4f11d619c req-8430c91e-cec7-4218-8fff-59734857aea7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1259716 Sep 16 15:13:10.148977 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-413a6a80-6db6-4d9e-b4f8-70d4f11d619c req-ff658d2c-fe3a-4a5d-a965-15b3ad25f695 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483472 Sep 16 15:13:10.701423 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd730b0-b36a-40ca-95fd-394b46d2a399 req-248354e2-7603-4300-a85a-f9a72cc35018 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.727299 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8bd730b0-b36a-40ca-95fd-394b46d2a399 req-248354e2-7603-4300-a85a-f9a72cc35018 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.0953128 Sep 16 15:13:10.894033 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8bd730b0-b36a-40ca-95fd-394b46d2a399 req-af41e553-db3a-49bf-a4ae-0fc579094dd6 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608341 Sep 16 15:13:11.318007 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916268-449f-489f-bb14-a022cb37f39d req-c38f0cac-915d-4a07-8406-c7fe4fa5f0e0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.327679 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-81916268-449f-489f-bb14-a022cb37f39d req-c38f0cac-915d-4a07-8406-c7fe4fa5f0e0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0998964 Sep 16 15:13:11.378039 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-81916268-449f-489f-bb14-a022cb37f39d req-e1076a5c-fa37-42ee-ae4e-4e02285f93bd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Sep 16 15:13:11.403612 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 46736) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:11.628754 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-966837cf-ea8a-45ab-a16a-6861f4aaff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:11.820248 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-966837cf-ea8a-45ab-a16a-6861f4aaff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:11.827692 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-966837cf-ea8a-45ab-a16a-6861f4aaff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:11.931429 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4c18d3a7-5902-4299-b19f-fd9a33debc4f details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:13:11.954205 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46748) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:11.957143 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-966837cf-ea8a-45ab-a16a-6861f4aaff53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cc68681967842b482db7aac8a549bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521541 Sep 16 15:13:11.958172 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966837cf-ea8a-45ab-a16a-6861f4aaff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b26e1-0d8c-4fae-a65a-c408cbc3ac5c,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:12.193730 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e1590b29-d6ec-44cf-a181-5539af36f1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:12.239834 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe3cc-b9f6-4aba-ba3c-d466dea89bf6 req-d525f55e-e5f8-41ce-b10a-e0d6f92a7e96 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.241264 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6acfe3cc-b9f6-4aba-ba3c-d466dea89bf6 req-d525f55e-e5f8-41ce-b10a-e0d6f92a7e96 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 943 time: 0.0928891 Sep 16 15:13:12.273681 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e1590b29-d6ec-44cf-a181-5539af36f1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:12.295788 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6acfe3cc-b9f6-4aba-ba3c-d466dea89bf6 req-75fad9e0-2742-468c-8994-e75d9fe237e6 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469885 Sep 16 15:13:12.341599 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:12.359930 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'port_id': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'mac_address': 'fa:16:3e:fe:76:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:13:12.400010 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:12.410984 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e1590b29-d6ec-44cf-a181-5539af36f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:12.413664 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c18d3a7-5902-4299-b19f-fd9a33debc4f {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:12.422290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-e1590b29-d6ec-44cf-a181-5539af36f1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:12.423537 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-e1590b29-d6ec-44cf-a181-5539af36f1e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef5b26e1-0d8c-4fae-a65a-c408cbc3ac5c HTTP/1.1" status: 204 len: 168 time: 0.4676323 Sep 16 15:13:12.435156 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1590b29-d6ec-44cf-a181-5539af36f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b26e1-0d8c-4fae-a65a-c408cbc3ac5c,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:12.454656 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:12.460738 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:12.569965 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=4c18d3a7-5902-4299-b19f-fd9a33debc4f,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:12.620526 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9b937-8d71-4b26-9d61-00a8f793e614 req-679d5591-3c82-4e1a-8302-db1cb5d31e99 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.634632 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bbb9b937-8d71-4b26-9d61-00a8f793e614 req-679d5591-3c82-4e1a-8302-db1cb5d31e99 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1157155 Sep 16 15:13:12.677898 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bbb9b937-8d71-4b26-9d61-00a8f793e614 req-fecbaba3-7c7f-42fb-9cde-bcde8b65f72a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Sep 16 15:13:12.771580 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b3d53d90-c7c0-44c8-a58b-2059929c00ed no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:12.809832 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: b3d53d90-c7c0-44c8-a58b-2059929c00ed {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:13:12.810414 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b3d53d90-c7c0-44c8-a58b-2059929c00ed not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:13:13.074150 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46768) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:13.101255 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2538515e-d52b-42c2-92b0-a8d0a4d9b05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.304981 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2538515e-d52b-42c2-92b0-a8d0a4d9b05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.316105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2538515e-d52b-42c2-92b0-a8d0a4d9b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.384347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538515e-d52b-42c2-92b0-a8d0a4d9b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc84e2-7be7-477b-adf4-2c3e0d2c82e1,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:13.402239 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-2538515e-d52b-42c2-92b0-a8d0a4d9b05f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=181db7bd00b243f884a862daf928fcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263502 Sep 16 15:13:13.404920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 46772) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:13.494944 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-387f537c-2939-44f4-979d-abf18337c852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.501016 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694f8e8-d8ee-41cb-88cb-7124e591b958 req-482bf7db-5d8d-416e-8e07-80c916974091 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.502620 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a694f8e8-d8ee-41cb-88cb-7124e591b958 req-482bf7db-5d8d-416e-8e07-80c916974091 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 944 time: 0.1027567 Sep 16 15:13:13.546048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-387f537c-2939-44f4-979d-abf18337c852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.600528 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a694f8e8-d8ee-41cb-88cb-7124e591b958 req-96ab4d19-d9f9-4fd1-9273-17fb1ca6260a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782011 Sep 16 15:13:13.675651 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-387f537c-2939-44f4-979d-abf18337c852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.678476 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-387f537c-2939-44f4-979d-abf18337c852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.683134 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-387f537c-2939-44f4-979d-abf18337c852 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34cc84e2-7be7-477b-adf4-2c3e0d2c82e1 HTTP/1.1" status: 204 len: 168 time: 0.2738318 Sep 16 15:13:13.701491 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f537c-2939-44f4-979d-abf18337c852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc84e2-7be7-477b-adf4-2c3e0d2c82e1,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:13.913252 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161c9f9-4327-46e5-916a-96cf11f9d8ce req-62e0e0dc-19ba-4732-acff-ee29de614e4d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.926386 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4161c9f9-4327-46e5-916a-96cf11f9d8ce req-62e0e0dc-19ba-4732-acff-ee29de614e4d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1169345 Sep 16 15:13:14.022242 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4161c9f9-4327-46e5-916a-96cf11f9d8ce req-926c0375-78d3-421f-a98a-9b4393ca47dc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938175 Sep 16 15:13:14.109503 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['4c18d3a7-5902-4299-b19f-fd9a33debc4f'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:14.787062 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899dce7-6dce-4d12-a910-57f6b31c20d1 req-fe8e4aeb-3e8b-4bc8-b646-17a020d2f3ee tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:14.795283 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3899dce7-6dce-4d12-a910-57f6b31c20d1 req-fe8e4aeb-3e8b-4bc8-b646-17a020d2f3ee tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 944 time: 0.0859597 Sep 16 15:13:14.884807 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3899dce7-6dce-4d12-a910-57f6b31c20d1 req-44c89d3e-d53c-4885-9172-ea2c8f36c3a9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872037 Sep 16 15:13:15.356625 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504fc80-7e25-4799-a646-26f2f4183a0d req-7cf6cc82-dd51-411b-8432-82da0a1952ee tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:15.366794 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0504fc80-7e25-4799-a646-26f2f4183a0d req-7cf6cc82-dd51-411b-8432-82da0a1952ee tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1898782 Sep 16 15:13:15.437573 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0504fc80-7e25-4799-a646-26f2f4183a0d req-89268a43-f10b-4f66-810d-fb1ed525fb48 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Sep 16 15:13:15.751259 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4c18d3a7-5902-4299-b19f-fd9a33debc4f up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:15.847756 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 4c18d3a7-5902-4299-b19f-fd9a33debc4f completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:13:15.858957 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 4c18d3a7-5902-4299-b19f-fd9a33debc4f triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:15.859350 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:16.042181 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c220602-b848-4d78-b5a8-9976a2b1636b req-dbedec56-3d87-4562-a392-355dc064f690 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.043203 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:16.052833 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1c220602-b848-4d78-b5a8-9976a2b1636b req-dbedec56-3d87-4562-a392-355dc064f690 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 944 time: 0.0656912 Sep 16 15:13:16.089277 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:16.091896 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abebc1-26ad-4068-bd00-84bccd1e7f7c" -d '{"events": [{"server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "name": "network-vif-plugged", "status": "completed", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:16.134555 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:16.143317 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:16.156710 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1c220602-b848-4d78-b5a8-9976a2b1636b req-e9248de9-2cd1-40cd-a1eb-d29ead59380d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007059 Sep 16 15:13:16.211500 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47faaf5-ccb2-4df5-af34-385ca1059709 x-openstack-request-id: req-c47faaf5-ccb2-4df5-af34-385ca1059709 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:16.212775 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "name": "network-vif-plugged", "status": "completed", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:16.213329 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c47faaf5-ccb2-4df5-af34-385ca1059709 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:16.214029 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'code': 200} Sep 16 15:13:16.256559 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=4c18d3a7-5902-4299-b19f-fd9a33debc4f,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:16.794612 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567d14-f97d-4274-85fd-6e51f6eef20d req-d1205c36-57fa-4473-b136-1628edd0fc53 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.803872 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-63567d14-f97d-4274-85fd-6e51f6eef20d req-d1205c36-57fa-4473-b136-1628edd0fc53 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1583326 Sep 16 15:13:16.879123 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ca232-8374-4e1a-804b-c23bbb49a280 req-70e5ceab-3b81-44c2-a10d-4590e93eac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.880994 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c07ca232-8374-4e1a-804b-c23bbb49a280 req-70e5ceab-3b81-44c2-a10d-4590e93eac60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 1098 time: 0.1641126 Sep 16 15:13:16.924358 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-63567d14-f97d-4274-85fd-6e51f6eef20d req-3df3f33f-e562-48e6-b0ea-ce3bc5696e45 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193893 Sep 16 15:13:17.010781 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c07ca232-8374-4e1a-804b-c23bbb49a280 req-8bf76386-733f-4f5a-ab42-ae8f5a1362af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015239 Sep 16 15:13:17.397208 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf716e-ebf9-4e32-8018-8b675edd89d8 req-a5c88b8a-a6e0-48f1-a1c3-9aad5419a3d0 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:17.398771 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-87bf716e-ebf9-4e32-8018-8b675edd89d8 req-a5c88b8a-a6e0-48f1-a1c3-9aad5419a3d0 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.1029296 Sep 16 15:13:17.475151 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-87bf716e-ebf9-4e32-8018-8b675edd89d8 req-18e601cd-da71-4b57-9174-2cf4eaa77c08 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693126 Sep 16 15:13:18.194956 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656380-fd60-4e22-b587-8da03a62806e req-286973b1-c232-4b4d-bd98-5f83101094b7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:18.196407 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c3656380-fd60-4e22-b587-8da03a62806e req-286973b1-c232-4b4d-bd98-5f83101094b7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0478048 Sep 16 15:13:18.234018 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c3656380-fd60-4e22-b587-8da03a62806e req-53d26470-1f5b-4563-b3e2-1f4712ea2b71 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310197 Sep 16 15:13:18.435499 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-418139a4-3748-4639-917a-5881d1d6bfa2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:18.436994 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-418139a4-3748-4639-917a-5881d1d6bfa2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 814 time: 0.1230328 Sep 16 15:13:18.453767 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-3d72129a-b10e-4a9b-a828-24b3716ab434 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/quotas/80c3ba85aed047f0a3d410ae401b7818 HTTP/1.1" status: 200 len: 375 time: 0.0110607 Sep 16 15:13:18.503597 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-6d258905-aefd-4d1e-9c62-19baf92c3490 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443554 Sep 16 15:13:18.599305 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-2c7fad43-78b8-4c4f-bd35-5d477eba7883 service neutron] 10.222.0.52 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838063 Sep 16 15:13:18.690581 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-2d4ab03b-9381-4bae-ad7d-3a380231f982 service neutron] 10.222.0.52 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825613 Sep 16 15:13:18.883037 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bcf10-01cd-42ef-9f8d-aaa4707adf67 req-2ab9be72-7158-4ec6-aa27-f7c84831eff6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:18.884511 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e04bcf10-01cd-42ef-9f8d-aaa4707adf67 req-2ab9be72-7158-4ec6-aa27-f7c84831eff6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0531824 Sep 16 15:13:18.924927 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e04bcf10-01cd-42ef-9f8d-aaa4707adf67 req-af4202d4-e0ea-4acc-8cc1-5d9fa573a732 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Sep 16 15:13:19.027926 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c4f21-dfb6-47b2-9875-97344dfaf791 req-3eab4693-9457-430b-b221-f4da4823cb53 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:19.029400 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9d9c4f21-dfb6-47b2-9875-97344dfaf791 req-3eab4693-9457-430b-b221-f4da4823cb53 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0495119 Sep 16 15:13:19.071783 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9d9c4f21-dfb6-47b2-9875-97344dfaf791 req-ec603635-12bb-4c2d-af51-99e4981ab540 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361781 Sep 16 15:13:19.135743 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0a601c67-d09e-429b-8f1e-866c42c3f729 req-7edcb771-c242-495c-b05c-195b94a92054 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 210 time: 0.0255306 Sep 16 15:13:19.356463 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7201b22-1e93-4c5b-84ac-713e27a84cab req-3d7c83e9-3d54-4a62-92f8-aae006f0935a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:19.357953 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7201b22-1e93-4c5b-84ac-713e27a84cab req-3d7c83e9-3d54-4a62-92f8-aae006f0935a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0542564 Sep 16 15:13:19.393755 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f7201b22-1e93-4c5b-84ac-713e27a84cab req-fbd11570-5910-4fe9-bef8-9fb47362be6a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299132 Sep 16 15:13:20.050202 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a75907-9aaa-4d71-a16e-98a208a11099 req-2664d8d6-34d2-478a-b916-cf35d78d5260 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.055060 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66a75907-9aaa-4d71-a16e-98a208a11099 req-2664d8d6-34d2-478a-b916-cf35d78d5260 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Sep 16 15:13:20.098848 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66a75907-9aaa-4d71-a16e-98a208a11099 req-bc7ff118-b4e4-457b-abb3-66f9d0f55b92 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 Sep 16 15:13:20.203949 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4273-21df-41d0-9e06-9986a213bbaf req-2703df70-9d61-4de1-b509-e45acd801e24 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.205398 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fd6e4273-21df-41d0-9e06-9986a213bbaf req-2703df70-9d61-4de1-b509-e45acd801e24 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0477595 Sep 16 15:13:20.243724 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fd6e4273-21df-41d0-9e06-9986a213bbaf req-cf4ab04e-f1f0-40eb-9eff-f41ab67dedd8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Sep 16 15:13:20.332507 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ddefd3b8-2a08-4579-b618-28afde17c96f req-02f307c2-df7b-4b4b-a260-eb68123f8667 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 210 time: 0.0306809 Sep 16 15:13:20.452119 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-6b306dc4-dd9d-4d61-8037-6997661c91aa tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.453715 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-6b306dc4-dd9d-4d61-8037-6997661c91aa tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/networks?id=39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 200 len: 814 time: 0.2959106 Sep 16 15:13:20.468991 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-3f3367b6-b7f5-4c46-8391-6f59d152384e tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/quotas/0058525fcade4f578875479930e2259b HTTP/1.1" status: 200 len: 375 time: 0.0094395 Sep 16 15:13:20.501550 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-38d2bc1d-71be-499e-8771-acdc3e6e579f tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0058525fcade4f578875479930e2259b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262878 Sep 16 15:13:20.544701 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc77661-3095-4ae1-9deb-133a826d1b8e req-de5d7c23-2feb-4608-8cdf-eb32c2a2a12e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.546168 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fbc77661-3095-4ae1-9deb-133a826d1b8e req-de5d7c23-2feb-4608-8cdf-eb32c2a2a12e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0809898 Sep 16 15:13:20.552935 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2f8c5-964e-4728-9769-b304ef651052 req-7cbe3305-9a72-42c5-89f0-ce083cfa74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.554340 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-7cbe3305-9a72-42c5-89f0-ce083cfa74c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1099 time: 0.0608308 Sep 16 15:13:20.595752 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-be74ce8e-0e68-439b-bcf1-c07c66719184 service neutron] 10.222.0.52 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872605 Sep 16 15:13:20.656037 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fbc77661-3095-4ae1-9deb-133a826d1b8e req-8cceaa1a-4152-4075-84e0-33d5336cfe89 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006916 Sep 16 15:13:20.740296 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2f8c5-964e-4728-9769-b304ef651052 req-d300c2fd-aa71-4246-8748-0d0de337a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.741933 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-d300c2fd-aa71-4246-8748-0d0de337a538 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.1792285 Sep 16 15:13:20.756372 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-6c9ab2c6-1550-4a67-b065-311701918cda service neutron] 10.222.0.52 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543725 Sep 16 15:13:20.836319 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-48874035-14f1-4af1-ad45-822663203cb8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.838726 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-48874035-14f1-4af1-ad45-822663203cb8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 814 time: 0.1977677 Sep 16 15:13:20.877795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-df63e59e-f5fb-4f4d-8ef9-053fe81d06d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 1002 time: 0.1063826 Sep 16 15:13:20.882302 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'port': {'device_id': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'admin_state_up': True, 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:21.004814 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-981efe88-bb6f-4041-9e74-90683c4b4a01 req-cc968f2b-4362-48db-ac60-3b92dbcc0570 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0414989 Sep 16 15:13:21.056425 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2f8c5-964e-4728-9769-b304ef651052 req-e1e3b508-3732-4304-8971-a26070354658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.058596 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-e1e3b508-3732-4304-8971-a26070354658 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.1721632 Sep 16 15:13:21.086283 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Made reservation on behalf of 80c3ba85aed047f0a3d410ae401b7818 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:13:21.091625 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:21.152527 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2f8c5-964e-4728-9769-b304ef651052 req-d7091f84-53b8-4777-89e9-5a6a2878c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.153922 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-d7091f84-53b8-4777-89e9-5a6a2878c377 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783439 Sep 16 15:13:21.445532 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fceae-885e-49bf-8765-f690d63a0679 req-61c0af18-36c3-4238-9549-ae3311a3ecaa tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.453585 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-090fceae-885e-49bf-8765-f690d63a0679 req-61c0af18-36c3-4238-9549-ae3311a3ecaa tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0858138 Sep 16 15:13:21.546828 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-090fceae-885e-49bf-8765-f690d63a0679 req-a2280c07-4623-408b-bc4e-1bee16defa81 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797973 Sep 16 15:13:21.656655 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5ed488d8-0a0a-4749-9d8d-c343ea9291f2 req-c60e3f87-7c4e-4c1d-a3ae-1d58a3188e01 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 210 time: 0.0321727 Sep 16 15:13:21.699444 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Allocated IP 172.20.0.11 (97bd131b-54b6-4907-afe3-076f4ef4c57d/250c9f58-4963-425d-b0bc-22b2172f582d/0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:13:21.870544 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-add96b5d-e2b5-42a6-ac25-31f41b5d1a4a service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592538 Sep 16 15:13:21.889259 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6a40-b100-44b1-9951-7e94aaa52d46 req-5632ed7f-5429-4d10-996b-0187b309db69 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.891493 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ae7e6a40-b100-44b1-9951-7e94aaa52d46 req-5632ed7f-5429-4d10-996b-0187b309db69 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0974431 Sep 16 15:13:21.911362 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817daca5-aeae-4c73-b524-fe299c87f827 req-4095b77e-9a70-4d28-a66c-4c2e3e8d8bfb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.919617 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-817daca5-aeae-4c73-b524-fe299c87f827 req-4095b77e-9a70-4d28-a66c-4c2e3e8d8bfb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.6761794 Sep 16 15:13:21.923916 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:21.959802 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ae7e6a40-b100-44b1-9951-7e94aaa52d46 req-017dc120-17ea-4b53-8396-6439a8150830 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605962 Sep 16 15:13:21.974324 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-817daca5-aeae-4c73-b524-fe299c87f827 req-2acb1209-e4d4-4f38-be55-4a0ce09daf0d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538025 Sep 16 15:13:21.993452 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47020) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:22.012201 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.102896 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc2c4-1f2f-413f-ac66-d04d876930d4 req-3fde32ad-083a-49d4-a643-6aeffb24b3f5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.112509 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-251dc2c4-1f2f-413f-ac66-d04d876930d4 req-3fde32ad-083a-49d4-a643-6aeffb24b3f5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0752237 Sep 16 15:13:22.120159 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:22.133199 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:13:22.136057 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:13:22.139032 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:13:22.170480 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-251dc2c4-1f2f-413f-ac66-d04d876930d4 req-59c25c5a-9d8e-4b46-a461-820d9f8bec19 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570934 Sep 16 15:13:22.232771 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.233620 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.268601 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a80b8107-a20b-4b0a-b65c-b8a02aaa744e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3929222 Sep 16 15:13:22.333738 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1f5cb094-5f89-4f7a-99de-90eee44be6cc req-c540f0fd-4bad-41bd-8615-2c65a353266c tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0310948 Sep 16 15:13:22.345381 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501e8e7-a551-4445-a64f-cef2e2ed4972 tempest-TestVolumeBootPattern-2083147603 tempest-TestVolumeBootPattern-2083147603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.347616 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-8501e8e7-a551-4445-a64f-cef2e2ed4972 tempest-TestVolumeBootPattern-2083147603 tempest-TestVolumeBootPattern-2083147603-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 1093 time: 0.3583174 Sep 16 15:13:22.350508 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47030) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:22.356973 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'port_id': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:22.403744 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.451027 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-0215f65d-581c-4a86-b101-cb3c9a81692f None None] Provisioning complete for port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:22.451633 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0215f65d-581c-4a86-b101-cb3c9a81692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.492788 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-0215f65d-581c-4a86-b101-cb3c9a81692f None None] Port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:13:22.546627 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.687869 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Allocated IP 172.27.0.228 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/adac9f1a-a7f7-4a63-afc4-ef9fdcac2aa1) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:13:22.851449 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.863380 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a82f-44d3-41e4-a032-a5408f70aa67 req-4ee6eebd-4404-443c-8304-b20352e85ef7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.864918 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4dd0a82f-44d3-41e4-a032-a5408f70aa67 req-4ee6eebd-4404-443c-8304-b20352e85ef7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0886834 Sep 16 15:13:22.923397 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4dd0a82f-44d3-41e4-a032-a5408f70aa67 req-797ae232-42b9-4a5e-814e-1d8f85ca6b45 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Sep 16 15:13:22.930690 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.981236 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:13:22.985505 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:13:22.987368 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=adac9f1a-a7f7-4a63-afc4-ef9fdcac2aa1,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:22.989536 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:13:23.147247 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45c09c-64f5-4829-bf5d-d99d51d31cce req-2173c203-4c89-43bc-a291-0ee8d1cddc9d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:23.148779 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-df45c09c-64f5-4829-bf5d-d99d51d31cce req-2173c203-4c89-43bc-a291-0ee8d1cddc9d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0982549 Sep 16 15:13:23.253882 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-df45c09c-64f5-4829-bf5d-d99d51d31cce req-2555c9e1-de86-4954-9207-3ff8c291cdf5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744781 Sep 16 15:13:23.425103 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114454b-3586-4671-8839-fe02bc35a417 req-03094041-2271-4f9c-904c-ebdf117e5e55 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:23.426525 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7114454b-3586-4671-8839-fe02bc35a417 req-03094041-2271-4f9c-904c-ebdf117e5e55 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1043444 Sep 16 15:13:23.495051 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.498326 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7114454b-3586-4671-8839-fe02bc35a417 req-c5b3aeb9-4dd0-402f-a9ba-f84ba8cb0a6d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650611 Sep 16 15:13:23.575090 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.622190 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-40163fd0-591a-4eea-a771-5415e906a29f req-9322a9ef-e7db-4104-95c9-cf26a25f2ba0 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0492032 Sep 16 15:13:23.776077 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.781893 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.846697 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=adac9f1a-a7f7-4a63-afc4-ef9fdcac2aa1,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:23.882571 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.015904 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Floating IP ecab1366-c1fd-4def-9241-786ca98785cf associated. External IP: 172.27.0.228, port: 4c18d3a7-5902-4299-b19f-fd9a33debc4f. Sep 16 15:13:24.157732 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47064) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:24.174834 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915efbc-9407-4569-ab2f-ea6e09aafd14 req-68f496f6-af2a-4518-996e-05e724fdd440 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:24.176388 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b915efbc-9407-4569-ab2f-ea6e09aafd14 req-68f496f6-af2a-4518-996e-05e724fdd440 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0949879 Sep 16 15:13:24.264003 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b915efbc-9407-4569-ab2f-ea6e09aafd14 req-88ab3bdf-6be4-4ce5-bdc3-0b8394f529b7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485115 Sep 16 15:13:24.309569 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f685d688-7dbf-4857-9e1b-7194bcff040c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.317029 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:13:24.425020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f685d688-7dbf-4857-9e1b-7194bcff040c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.442584 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f685d688-7dbf-4857-9e1b-7194bcff040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.482568 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed214a-7f3a-462e-9e4f-ec3af4522f3b req-f484ffa1-6c25-4286-8a5c-9deb8b3f662d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:24.484136 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-45ed214a-7f3a-462e-9e4f-ec3af4522f3b req-f484ffa1-6c25-4286-8a5c-9deb8b3f662d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0970623 Sep 16 15:13:24.490122 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d688-7dbf-4857-9e1b-7194bcff040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4879a2dd-0da6-4b51-9623-71c17e6afb6b,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:24.508933 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f685d688-7dbf-4857-9e1b-7194bcff040c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=299acbb2af364e0faea7cb26549eb9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500557 Sep 16 15:13:24.515738 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47070) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:24.523878 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:13:24.538192 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:13:24.550940 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:24.552480 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:13:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:24.558289 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-45ed214a-7f3a-462e-9e4f-ec3af4522f3b req-f8d8e36d-974d-4b9d-adb4-722fb4c5e684 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590758 Sep 16 15:13:24.574143 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.614777 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-bca12616-7b6f-48b6-8d00-ebf15f044043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2628930 Sep 16 15:13:24.615651 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:24.620290 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd099ec5-271d-433c-838b-32dec248b367" -d '{"events": [{"name": "network-changed", "server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:24.637291 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aef5b4a2-d485-4947-8c3a-a41f71b1ca37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.670347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aef5b4a2-d485-4947-8c3a-a41f71b1ca37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.681503 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:24.730649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aef5b4a2-d485-4947-8c3a-a41f71b1ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.733771 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aef5b4a2-d485-4947-8c3a-a41f71b1ca37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.738128 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-aef5b4a2-d485-4947-8c3a-a41f71b1ca37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4879a2dd-0da6-4b51-9623-71c17e6afb6b HTTP/1.1" status: 204 len: 168 time: 0.2183716 Sep 16 15:13:24.748878 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5b4a2-d485-4947-8c3a-a41f71b1ca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879a2dd-0da6-4b51-9623-71c17e6afb6b,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:24.761412 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac70558-fef3-447c-9239-dbad1bb90932 req-6599e5ad-1af9-4d3d-b95b-2b5b3cea69e2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:24.763343 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2ac70558-fef3-447c-9239-dbad1bb90932 req-6599e5ad-1af9-4d3d-b95b-2b5b3cea69e2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.0915711 Sep 16 15:13:24.824412 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2ac70558-fef3-447c-9239-dbad1bb90932 req-920f7a49-1171-4537-9f5a-05c2c2791c2e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448370 Sep 16 15:13:24.916557 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b1d56-22f1-4d1a-b9d5-1cfd56af5717 x-openstack-request-id: req-826b1d56-22f1-4d1a-b9d5-1cfd56af5717 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:24.916857 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:24.917117 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-826b1d56-22f1-4d1a-b9d5-1cfd56af5717 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:24.917516 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'status': 'completed', 'code': 200} Sep 16 15:13:25.008971 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d74ce1fa-d761-4369-9d22-c476c38e6a7d req-a554b88a-a06b-432e-833d-b81ec3e901a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0265958 Sep 16 15:13:25.086193 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'ecab1366-c1fd-4def-9241-786ca98785cf', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:fe:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:13:23Z', 'updated_at': '2021-09-16T15:13:23Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:25.118687 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:13:25.128469 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:25.129075 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:13:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:25.208220 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47086) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:25.224801 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dcf69831-ffdd-40f4-87ec-f9a05051c71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.248666 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:25.357836 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dcf69831-ffdd-40f4-87ec-f9a05051c71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.370618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dcf69831-ffdd-40f4-87ec-f9a05051c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.421221 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f0940-7975-4a26-88d2-5f0062705e9d req-287578fa-7a4d-4d2c-9213-3ff1bb79bfa2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.423281 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-292f0940-7975-4a26-88d2-5f0062705e9d req-287578fa-7a4d-4d2c-9213-3ff1bb79bfa2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0661666 Sep 16 15:13:25.427767 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-dcf69831-ffdd-40f4-87ec-f9a05051c71b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=292f37e864f648bf969647464fabb819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161527 Sep 16 15:13:25.427767 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf69831-ffdd-40f4-87ec-f9a05051c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb528e-f644-464a-a44e-ac01f0c26608,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:25.428593 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47090) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:25.512612 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-292f0940-7975-4a26-88d2-5f0062705e9d req-9bb485cc-9507-4358-b480-bbf9d6226704 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816407 Sep 16 15:13:25.517437 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-509674ae-2ad8-4aaf-97e2-cf0d01d2e34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.551792 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-509674ae-2ad8-4aaf-97e2-cf0d01d2e34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.626588 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-509674ae-2ad8-4aaf-97e2-cf0d01d2e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.630354 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-509674ae-2ad8-4aaf-97e2-cf0d01d2e34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.632468 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-509674ae-2ad8-4aaf-97e2-cf0d01d2e34f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4cb528e-f644-464a-a44e-ac01f0c26608 HTTP/1.1" status: 204 len: 168 time: 0.2027025 Sep 16 15:13:25.644458 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509674ae-2ad8-4aaf-97e2-cf0d01d2e34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb528e-f644-464a-a44e-ac01f0c26608,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:25.703968 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6001b-9252-4544-9edd-910bc8e06a80 req-a657fe48-f6ef-42b8-9a80-2d53b37656ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.706092 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0cb6001b-9252-4544-9edd-910bc8e06a80 req-a657fe48-f6ef-42b8-9a80-2d53b37656ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0629163 Sep 16 15:13:25.726987 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'ecab1366-c1fd-4def-9241-786ca98785cf', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:fe:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:13:23Z', 'updated_at': '2021-09-16T15:13:23Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:25.773605 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:25.778989 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0cb6001b-9252-4544-9edd-910bc8e06a80 req-a4dccc06-cb2a-4670-8428-3f34533a6638 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644209 Sep 16 15:13:25.785766 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed0e4d-1dd1-4e2f-bb66-de8921d78a36 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'ecab1366-c1fd-4def-9241-786ca98785cf', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:fe:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:13:23Z', 'updated_at': '2021-09-16T15:13:23Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:13:25.887033 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.919368 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:25.921586 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4d15d-ad39-4d2b-92ed-ad178e5a20ca" -d '{"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-unplugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:26.070033 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:26.080123 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:26.086704 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3af43-8592-4f70-9318-c0e44324b948 req-f6f87fda-18b0-4c37-b7a4-5ed8f42b2514 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:26.096886 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d5c3af43-8592-4f70-9318-c0e44324b948 req-f6f87fda-18b0-4c37-b7a4-5ed8f42b2514 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 946 time: 0.1229272 Sep 16 15:13:26.176001 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87618ae1-9ca3-48ab-8674-6d457bb11067 None None] New status for floating IP ecab1366-c1fd-4def-9241-786ca98785cf: ACTIVE {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:13:26.354894 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=8']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:26.379580 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d5c3af43-8592-4f70-9318-c0e44324b948 req-37571d29-30e4-4a1a-aac7-7e1c46d0f0f5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816584 Sep 16 15:13:26.459087 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f99f6e-92a4-49a1-aaa1-7c7e25818505 x-openstack-request-id: req-13f99f6e-92a4-49a1-aaa1-7c7e25818505 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:26.459977 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-unplugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:26.460481 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13f99f6e-92a4-49a1-aaa1-7c7e25818505 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:26.461093 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'code': 200} Sep 16 15:13:26.549483 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-32965fb7-617c-4b0a-b20a-24a096f1d846 req-a36ea0c7-996a-4433-bedc-ddff929393f7 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0295911 Sep 16 15:13:26.689858 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e829-8fd1-45ed-82b4-e62779a50628 req-cfb92ebc-9c0d-4cad-8ea1-4f85c25173cb tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:26.698821 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-90e3e829-8fd1-45ed-82b4-e62779a50628 req-cfb92ebc-9c0d-4cad-8ea1-4f85c25173cb tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0614097 Sep 16 15:13:26.731871 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-90e3e829-8fd1-45ed-82b4-e62779a50628 req-f6c61ac5-80dd-449e-ad60-001abdcd50eb tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Sep 16 15:13:26.926616 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704e0a2-d482-4745-9cea-0b5e53be069c req-8ed91ec0-0e0f-491f-9d40-bf220dd237e6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:26.928958 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2704e0a2-d482-4745-9cea-0b5e53be069c req-8ed91ec0-0e0f-491f-9d40-bf220dd237e6 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0769451 Sep 16 15:13:26.975401 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2704e0a2-d482-4745-9cea-0b5e53be069c req-eac7f27e-657b-4773-a515-a30910adb37a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Sep 16 15:13:27.536868 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea1d20-69f6-408b-94c5-01c1449d58a4 req-b2bfa346-784b-4bd7-886a-a1a086dfcba5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.538776 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3aea1d20-69f6-408b-94c5-01c1449d58a4 req-b2bfa346-784b-4bd7-886a-a1a086dfcba5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0722754 Sep 16 15:13:27.586443 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3aea1d20-69f6-408b-94c5-01c1449d58a4 req-ce497035-85bf-4239-a4db-c21892f9430e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Sep 16 15:13:27.713961 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6a08e88b-71ba-47cc-bdc6-18b7dffbe928 req-dbb691c9-b004-44ca-9971-4bc7150fec5e tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0290661 Sep 16 15:13:27.856224 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9fe00-2bcc-4873-9d31-6e2147d17972 req-6ae25f76-b8dc-4f32-b608-22fe843b9e94 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.857773 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-60c9fe00-2bcc-4873-9d31-6e2147d17972 req-6ae25f76-b8dc-4f32-b608-22fe843b9e94 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0535154 Sep 16 15:13:27.901500 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-60c9fe00-2bcc-4873-9d31-6e2147d17972 req-448118b3-b417-4ef5-9de8-ed6a68ba3ad8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375247 Sep 16 15:13:28.110121 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce4fad-bfcb-4da0-96e9-5bed332b6dec req-7c678520-268b-4919-871f-be14d3e6b3cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:28.111703 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-28ce4fad-bfcb-4da0-96e9-5bed332b6dec req-7c678520-268b-4919-871f-be14d3e6b3cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0551200 Sep 16 15:13:28.151868 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-28ce4fad-bfcb-4da0-96e9-5bed332b6dec req-dfc34b0e-b58c-4f24-ae5f-3660c792637b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Sep 16 15:13:28.730738 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f184-b649-4e5b-8007-94175a4588e1 req-f5c4404c-1973-4acf-b305-a2b0561d8955 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:28.732378 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-83d6f184-b649-4e5b-8007-94175a4588e1 req-f5c4404c-1973-4acf-b305-a2b0561d8955 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0511861 Sep 16 15:13:28.772490 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-83d6f184-b649-4e5b-8007-94175a4588e1 req-4b66cd3e-463c-4709-8d3e-b40e4f81f641 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339613 Sep 16 15:13:28.891613 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6ca329aa-014f-4061-9934-7aa3ad100287 req-cc59d82b-0f05-4d16-ab9d-9dee6f37d51a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0314867 Sep 16 15:13:29.028729 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5820-b522-4344-b6df-0e50af3ebac3 req-3336b184-c493-499b-bc81-4202843201cd tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:29.030265 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c60d5820-b522-4344-b6df-0e50af3ebac3 req-3336b184-c493-499b-bc81-4202843201cd tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0534031 Sep 16 15:13:29.071602 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c60d5820-b522-4344-b6df-0e50af3ebac3 req-d9bd82ae-ab04-45bb-8733-6c1fde8af43b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Sep 16 15:13:29.302183 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b660-f2d0-492b-8033-65a39e1a0543 req-264c6fcf-8fe6-44ec-97fe-f7ea180696d9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:29.303815 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7041b660-f2d0-492b-8033-65a39e1a0543 req-264c6fcf-8fe6-44ec-97fe-f7ea180696d9 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0601420 Sep 16 15:13:29.356690 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7041b660-f2d0-492b-8033-65a39e1a0543 req-94fbc2b5-3116-4dea-a1bd-dd69c55baa9d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Sep 16 15:13:29.842787 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7497c39c-3998-47c6-9dd2-b1daf3da6144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:29.899259 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876d6f-15a9-499d-9eca-bab90b3dda6e req-8f59fed6-5bf2-4262-b8ca-6ef6b2227fea tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:29.900803 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a8876d6f-15a9-499d-9eca-bab90b3dda6e req-8f59fed6-5bf2-4262-b8ca-6ef6b2227fea tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0509777 Sep 16 15:13:29.941680 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a8876d6f-15a9-499d-9eca-bab90b3dda6e req-9c49534d-88a7-4de3-b0c8-8e6760a82277 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348091 Sep 16 15:13:30.032743 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1f3e8e0d-4c70-4beb-a02a-4dd96e36cb32 req-41fa794a-fb95-4d40-9ffa-51730ccdda02 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0320506 Sep 16 15:13:30.189681 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e852ff-045b-4b13-bf4e-234fe9c87841 req-c15ab680-81eb-45d6-bdcc-99139351d13d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:30.191244 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f2e852ff-045b-4b13-bf4e-234fe9c87841 req-c15ab680-81eb-45d6-bdcc-99139351d13d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0511391 Sep 16 15:13:30.229665 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f2e852ff-045b-4b13-bf4e-234fe9c87841 req-6f8fa7a6-5936-44c9-b340-56dc8a64a80b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Sep 16 15:13:30.477821 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9cab-5e39-44b4-85c6-f4719e033edd req-41fc33f2-7cd4-4368-aad0-0e1f5e55238d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:30.480487 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dc5e9cab-5e39-44b4-85c6-f4719e033edd req-41fc33f2-7cd4-4368-aad0-0e1f5e55238d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0543687 Sep 16 15:13:30.518692 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dc5e9cab-5e39-44b4-85c6-f4719e033edd req-97d8c356-4179-4ad6-a494-08a968670b52 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Sep 16 15:13:31.068063 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476606ee-1e15-4acf-a34c-d13c5bbf4e73 req-5ed9cbbb-49ed-4e5c-acda-34b40312eec2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:31.070636 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-476606ee-1e15-4acf-a34c-d13c5bbf4e73 req-5ed9cbbb-49ed-4e5c-acda-34b40312eec2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0528369 Sep 16 15:13:31.124843 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-476606ee-1e15-4acf-a34c-d13c5bbf4e73 req-4a7710fd-9aee-4842-a6b2-7a582e00d9a4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466120 Sep 16 15:13:31.215367 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-119c7938-8ca1-4ad4-a57f-a61f2ea9329e req-33eb0c88-9fb4-4db0-b215-95918ba2a7ae tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0297635 Sep 16 15:13:31.349981 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9ec26-4c40-4299-a7e3-88cdb4400cb9 req-2264a948-33b4-4236-9415-0cde55b754ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:31.351518 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-68f9ec26-4c40-4299-a7e3-88cdb4400cb9 req-2264a948-33b4-4236-9415-0cde55b754ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0528622 Sep 16 15:13:31.391105 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-68f9ec26-4c40-4299-a7e3-88cdb4400cb9 req-69005519-8993-4ce6-93ba-43bf5987d5ad tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Sep 16 15:13:31.642148 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747971-82d4-458a-b9b0-12e40802a8c2 req-ec039694-59ea-458f-acde-6d5a3734e0ad tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:31.643930 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a747971-82d4-458a-b9b0-12e40802a8c2 req-ec039694-59ea-458f-acde-6d5a3734e0ad tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Sep 16 15:13:31.681764 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2a747971-82d4-458a-b9b0-12e40802a8c2 req-0ad3051d-fd35-46f4-8830-954a1501f47f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Sep 16 15:13:32.275251 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b48e2c-e429-488e-a007-1e347bd3ecdb req-1d76bad6-85c8-4d8e-8d12-0fe45575d74d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:32.276865 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d2b48e2c-e429-488e-a007-1e347bd3ecdb req-1d76bad6-85c8-4d8e-8d12-0fe45575d74d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0582221 Sep 16 15:13:32.321337 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-14375d60-5fb3-40ca-aca6-552c8cf27a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:32.340489 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d2b48e2c-e429-488e-a007-1e347bd3ecdb req-b4fe4331-ef85-4d1f-92da-0654a6f1dede tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573626 Sep 16 15:13:32.464806 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-eb2e281e-3348-4e95-a5a0-bafd8c461ba0 req-78569fc9-383d-4373-8d8c-51754dddccdf tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Sep 16 15:13:32.576640 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f7da2-b4fc-40d8-a377-ca52a79e76ed req-e674ba34-96c0-4a50-8c12-973c8757c8d8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:32.578113 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-600f7da2-b4fc-40d8-a377-ca52a79e76ed req-e674ba34-96c0-4a50-8c12-973c8757c8d8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.0508850 Sep 16 15:13:32.619657 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-600f7da2-b4fc-40d8-a377-ca52a79e76ed req-9dfa3ae2-2391-4333-93a1-a929051c9581 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Sep 16 15:13:32.803425 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472e2d-9f57-4254-a698-097c25cf178d req-348b6f5b-06d9-4c91-b658-b5713ed666a7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:32.804799 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e0472e2d-9f57-4254-a698-097c25cf178d req-348b6f5b-06d9-4c91-b658-b5713ed666a7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Sep 16 15:13:32.845730 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e0472e2d-9f57-4254-a698-097c25cf178d req-b9cd4020-621f-4538-b0ac-9e0d1714d63a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Sep 16 15:13:33.099563 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:33.318864 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:33.423887 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Request body: {'port': {'device_id': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:33.513793 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e063-c118-464a-b1d0-67a622159cc1 req-acc26019-54f8-4c19-a391-37a920e87177 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:33.515869 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-34f2e063-c118-464a-b1d0-67a622159cc1 req-acc26019-54f8-4c19-a391-37a920e87177 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.1024518 Sep 16 15:13:33.519525 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099ec5-271d-433c-838b-32dec248b367 req-86a1c362-e030-4165-89b9-70db924fed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:33.521242 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-86a1c362-e030-4165-89b9-70db924fed43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 1098 time: 0.0978889 Sep 16 15:13:33.573766 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:33.600241 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33b2f8c5-964e-4728-9769-b304ef651052 req-84b9b7b1-c118-40b6-8408-0814f9e21492 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803560 Sep 16 15:13:33.636492 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-34f2e063-c118-464a-b1d0-67a622159cc1 req-7739460a-de27-40a7-a69d-422d7f2fac65 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124945 Sep 16 15:13:33.663168 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d492538d-3d79-4351-8d27-7cd9d591174f req-3eda862c-98fa-456c-b255-1871ceef4b58 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0672383 Sep 16 15:13:33.685699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099ec5-271d-433c-838b-32dec248b367 req-11ee65a1-20e7-4557-99ed-6074a68e7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:33.687504 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-11ee65a1-20e7-4557-99ed-6074a68e7c60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.1556082 Sep 16 15:13:33.849780 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-6bf29ffb-9d92-4d5d-b3c2-d0c8694c8df1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f HTTP/1.1" status: 200 len: 1001 time: 0.1522007 Sep 16 15:13:33.862814 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f4ca-1d67-42d5-b485-4502379a0921 req-671c32ee-eec2-445e-a8e5-0c426a531f33 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:33.864294 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb54f4ca-1d67-42d5-b485-4502379a0921 req-671c32ee-eec2-445e-a8e5-0c426a531f33 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 932 time: 0.1181624 Sep 16 15:13:33.937563 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099ec5-271d-433c-838b-32dec248b367 req-c6b2ed90-a61d-44bb-90c4-7cfe461a83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:33.939049 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-c6b2ed90-a61d-44bb-90c4-7cfe461a83c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0739193 Sep 16 15:13:33.945466 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb54f4ca-1d67-42d5-b485-4502379a0921 req-2ecd60f4-b90f-409f-a949-d2bbe7f0dfeb tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Sep 16 15:13:33.968458 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:33.979265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:34.004762 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd099ec5-271d-433c-838b-32dec248b367 req-6c3f179a-3d4a-419f-bd6f-bd1c9c27b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.005339 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183733-9dc4-4355-9c4e-a5611d141d37 req-536fd37d-b81e-445b-8623-9c5c576d5916 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.006249 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-6c3f179a-3d4a-419f-bd6f-bd1c9c27b375 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572846 Sep 16 15:13:34.007044 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-22183733-9dc4-4355-9c4e-a5611d141d37 req-536fd37d-b81e-445b-8623-9c5c576d5916 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0832412 Sep 16 15:13:34.008259 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Transition to ACTIVE for port object 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:13:34.015303 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:34.092676 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:34.099803 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-22183733-9dc4-4355-9c4e-a5611d141d37 req-b5a6760a-2f62-48bc-826c-98a30b88507b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868299 Sep 16 15:13:34.108739 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.109094 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.109446 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.109796 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.110146 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.110485 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.110827 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.111165 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.111501 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.111881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.112167 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.112495 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:34.130210 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-907e3361-14f9-4ea8-99f1-76621b1ca6f2 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138680 Sep 16 15:13:34.185191 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Attempting to bind port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:13:34.185534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Attempting to bind port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:13:34.185869 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Attempting to bind port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 on network 97bd131b-54b6-4907-afe3-076f4ef4c57d {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:34.190815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 on network 97bd131b-54b6-4907-afe3-076f4ef4c57d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:13:34.191148 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Attempting to bind port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 on network 97bd131b-54b6-4907-afe3-076f4ef4c57d {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:34.196513 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:13:34.197606 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Checking segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:13:34.198157 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Bound using segment: {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:13:34.198711 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Bound port: 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c097e3b2-a949-4f4f-bf76-a3c68dca4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:13:34.199090 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:34.266268 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fd099ec5-271d-433c-838b-32dec248b367 req-903af8e4-7c41-417d-9c0b-2372ea62981a service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112585 Sep 16 15:13:34.343619 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:13:34.348083 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:13:34.357835 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:34.401836 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-1be9f960-ab89-4351-81fd-716687f32f4a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.403350 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-1be9f960-ab89-4351-81fd-716687f32f4a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "GET /v2.0/networks?id=39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 200 len: 814 time: 0.1657665 Sep 16 15:13:34.412153 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.412777 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:34.414138 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] 10.222.0.61 "PUT /v2.0/ports/0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 1094 time: 0.9956617 Sep 16 15:13:34.414558 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:34.417304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec05c63-a6f2-46e6-9689-de8fd52368e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:34.427050 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Request body: {'port': {'device_id': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474', 'admin_state_up': True, 'tenant_id': '0058525fcade4f578875479930e2259b'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:34.501620 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03042849-cc65-4cc9-b0c1-b63199109114 x-openstack-request-id: req-03042849-cc65-4cc9-b0c1-b63199109114 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:34.501881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:34.502145 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03042849-cc65-4cc9-b0c1-b63199109114 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:34.502572 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'status': 'completed', 'code': 200} Sep 16 15:13:34.518481 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609267cd-7a72-4a9f-b97f-aadd7d53e921 service neutron] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:34.583728 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-4afda057-a9c3-423b-bc28-f0f18ccb075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.585228 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-4afda057-a9c3-423b-bc28-f0f18ccb075a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1097 time: 0.0819271 Sep 16 15:13:34.636631 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-081b16f0-f5a0-423e-9d8f-123ba3a1f079 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 217 time: 0.0404894 Sep 16 15:13:34.637180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Made reservation on behalf of 0058525fcade4f578875479930e2259b for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:13:34.641709 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:34.767772 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69eb0a-c82a-4876-8ca7-e543fd2ef0f8 req-27954618-b8fc-43e5-bf51-940faefcaefa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.769253 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3d69eb0a-c82a-4876-8ca7-e543fd2ef0f8 req-27954618-b8fc-43e5-bf51-940faefcaefa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0552125 Sep 16 15:13:34.773267 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a9f7cd93-9c9a-423f-b574-47e5b5b0bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.774758 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-a9f7cd93-9c9a-423f-b574-47e5b5b0bccd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.1168449 Sep 16 15:13:34.779120 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d5bda6dd-eb5e-4ce2-bd9d-35d58a6c135e req-d6fa25df-d250-4089-a333-f2440ec40372 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0380397 Sep 16 15:13:34.815540 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3d69eb0a-c82a-4876-8ca7-e543fd2ef0f8 req-aec9d6b5-2818-42f9-8616-67a38c0fef34 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 Sep 16 15:13:34.858252 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Allocated IP 172.20.0.14 (39846068-17cb-4a1f-bce9-f3e5881aa474/24fed4b3-bb08-48d4-bba2-e984e021c5b6/3febdfb8-2987-4104-9b99-cb8fb9417797) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:13:34.866952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-6735c257-7535-4140-881e-ed022e50d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.869439 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-6735c257-7535-4140-881e-ed022e50d9ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833950 Sep 16 15:13:35.073109 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:35.095718 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-0aeaf913-fb14-40f6-b84d-2ff649df7de7 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086904 Sep 16 15:13:35.159265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac551a-a2e9-41a9-be80-1b424da70514 req-a329459a-9784-41dd-ae9c-aef2462ee2a5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.161053 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-18ac551a-a2e9-41a9-be80-1b424da70514 req-a329459a-9784-41dd-ae9c-aef2462ee2a5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 944 time: 0.1463416 Sep 16 15:13:35.168576 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:35.223885 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d9203-accc-4df1-9d5b-1f4bcc06ed2a req-877aa3c0-863e-42f8-acc5-a57e12325595 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.225375 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-050d9203-accc-4df1-9d5b-1f4bcc06ed2a req-877aa3c0-863e-42f8-acc5-a57e12325595 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Sep 16 15:13:35.256591 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-18ac551a-a2e9-41a9-be80-1b424da70514 req-bb7a0d4e-72e3-4080-b0c8-7db97554b355 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863335 Sep 16 15:13:35.263667 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-050d9203-accc-4df1-9d5b-1f4bcc06ed2a req-0cc7d8af-4cec-494c-b490-a0e85f08f842 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Sep 16 15:13:35.275088 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1061c874-7723-43c6-a7c8-fc12e93859b6 req-c6d29010-562d-4137-a7b6-25318a6ece05 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654403 Sep 16 15:13:35.285603 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:35.330269 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Network 39846068-17cb-4a1f-bce9-f3e5881aa474 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:13:35.351499 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:13:35.358108 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:13:35.381244 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-78d23dad-92f3-44be-b1e1-a63916539cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.383210 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-78d23dad-92f3-44be-b1e1-a63916539cc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1097 time: 0.0450747 Sep 16 15:13:35.389531 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Pushing event updated for resources: {'Port': ['ID=3febdfb8-2987-4104-9b99-cb8fb9417797,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:35.419269 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-942102b9-c77d-42ab-a866-9634ad47673f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.420715 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-942102b9-c77d-42ab-a866-9634ad47673f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 945 time: 0.1074152 Sep 16 15:13:35.430674 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.432038 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:35.469713 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-2bfdc28b-6415-4f67-bd19-2d48f1d5e45a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0491724 Sep 16 15:13:35.476808 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-2f5c7e0e-2c4c-4aef-b0dd-5cf85b18a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.479110 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-2f5c7e0e-2c4c-4aef-b0dd-5cf85b18a541 service neutron] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 915 time: 0.0866442 Sep 16 15:13:35.502703 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Request body: {'port': {'device_id': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:35.536453 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-3d13f66f-4f82-4800-a02c-35024e7bcb9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 217 time: 0.0412896 Sep 16 15:13:35.569282 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:35.588622 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Deleting port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:35.589028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:35.593206 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-2b255216-cbd6-42f0-a7b6-1db32ab23136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.594712 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-2b255216-cbd6-42f0-a7b6-1db32ab23136 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.0473983 Sep 16 15:13:35.646898 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-c55af8f4-261f-416a-a00a-cf46f8d59786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.648893 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-c55af8f4-261f-416a-a00a-cf46f8d59786 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447428 Sep 16 15:13:35.757822 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-2f7c44b2-a29a-4148-a553-af947120eab7 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922451 Sep 16 15:13:35.871175 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8ec05c63-a6f2-46e6-9689-de8fd52368e7 req-4844afc8-5c5c-4c17-9cb2-625e25bbcc6b service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043117 Sep 16 15:13:35.912588 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6bafe-8eef-4dfd-8000-bb849e36f6bf req-5d16e759-680a-4e11-b270-59337a586ea9 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.914215 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f2a6bafe-8eef-4dfd-8000-bb849e36f6bf req-5d16e759-680a-4e11-b270-59337a586ea9 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 932 time: 0.0569923 Sep 16 15:13:35.960853 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f2a6bafe-8eef-4dfd-8000-bb849e36f6bf req-58e2f10e-d1ce-4d63-82f6-2c44644379df tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Sep 16 15:13:36.065351 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] For port ec7fe33a-32da-4fbc-b06f-58b91bb9e334, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:36.065745 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.098775 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ccbb-c132-401b-aecf-8c5ad0003c69 req-88fbc9f6-313f-4f62-94cc-477bd670f6ea tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:36.099866 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0e70ccbb-c132-401b-aecf-8c5ad0003c69 req-88fbc9f6-313f-4f62-94cc-477bd670f6ea tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.1884613 Sep 16 15:13:36.123891 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Calling delete_port for ec7fe33a-32da-4fbc-b06f-58b91bb9e334 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:13:36.290562 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0e70ccbb-c132-401b-aecf-8c5ad0003c69 req-d645554c-495f-4b29-889d-8964c91d5534 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691175 Sep 16 15:13:36.422764 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962bc4-97e4-4490-815f-5b6d45216d4d req-261b2a38-d99f-4eb1-888f-50fbb1adee89 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:36.424400 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-24962bc4-97e4-4490-815f-5b6d45216d4d req-261b2a38-d99f-4eb1-888f-50fbb1adee89 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 944 time: 0.0791593 Sep 16 15:13:36.479088 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-24962bc4-97e4-4490-815f-5b6d45216d4d req-48c13beb-0388-4473-b560-dcf4188d50f9 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Sep 16 15:13:36.504578 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3febdfb8-2987-4104-9b99-cb8fb9417797 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:36.521726 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.529348 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.542344 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['b31076aa-e371-4561-988e-7ae33e1c7b5a', 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:36.586304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f77a1-f766-4e02-9eef-9bd03571ea2d req-2eff18ec-4ace-4014-ab87-2cf6a05be5af tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:36.588152 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-037f77a1-f766-4e02-9eef-9bd03571ea2d req-2eff18ec-4ace-4014-ab87-2cf6a05be5af tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=075a3182-e66d-48b4-a42b-8c9b3f110a16 HTTP/1.1" status: 200 len: 867 time: 0.2070081 Sep 16 15:13:36.593453 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Transition to ACTIVE for port object 3febdfb8-2987-4104-9b99-cb8fb9417797 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:13:36.594689 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Pushing event deleted for resources: {'Port': ['ID=ec7fe33a-32da-4fbc-b06f-58b91bb9e334,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:36.622744 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.702066 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] No DVR routers for this DVR port ec7fe33a-32da-4fbc-b06f-58b91bb9e334 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:13:36.716898 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.718889 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-948063fb-dd33-4e91-8b28-12f70116cae8 req-727efed5-efef-48f8-aa9a-b2f411a85bc5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "DELETE /v2.0/ports/ec7fe33a-32da-4fbc-b06f-58b91bb9e334 HTTP/1.1" status: 204 len: 173 time: 1.2834992 Sep 16 15:13:36.723221 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'name': 'network-vif-deleted', 'tag': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:36.725618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e79d5-796c-4b43-9623-a322ee7b2335" -d '{"events": [{"server_uuid": "075a3182-e66d-48b4-a42b-8c9b3f110a16", "name": "network-vif-deleted", "tag": "ec7fe33a-32da-4fbc-b06f-58b91bb9e334"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:36.743538 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-037f77a1-f766-4e02-9eef-9bd03571ea2d req-ca775825-779b-4f2b-903d-b72cd4ace23c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458614 Sep 16 15:13:36.750547 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=3febdfb8-2987-4104-9b99-cb8fb9417797,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:36.815997 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d613938-cd2e-4fce-bea4-2161d46cd5f5 x-openstack-request-id: req-4d613938-cd2e-4fce-bea4-2161d46cd5f5 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:36.816350 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075a3182-e66d-48b4-a42b-8c9b3f110a16", "name": "network-vif-deleted", "tag": "ec7fe33a-32da-4fbc-b06f-58b91bb9e334", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:36.816717 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d613938-cd2e-4fce-bea4-2161d46cd5f5 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:36.817221 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075a3182-e66d-48b4-a42b-8c9b3f110a16', 'name': 'network-vif-deleted', 'tag': 'ec7fe33a-32da-4fbc-b06f-58b91bb9e334', 'status': 'completed', 'code': 200} Sep 16 15:13:36.845145 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Attempting to bind port 3febdfb8-2987-4104-9b99-cb8fb9417797 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:13:36.845489 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Attempting to bind port 3febdfb8-2987-4104-9b99-cb8fb9417797 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:13:36.845824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Attempting to bind port 3febdfb8-2987-4104-9b99-cb8fb9417797 on network 39846068-17cb-4a1f-bce9-f3e5881aa474 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:36.850097 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Port 3febdfb8-2987-4104-9b99-cb8fb9417797 on network 39846068-17cb-4a1f-bce9-f3e5881aa474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:13:36.850438 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Attempting to bind port 3febdfb8-2987-4104-9b99-cb8fb9417797 on network 39846068-17cb-4a1f-bce9-f3e5881aa474 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:36.855835 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:13:36.856172 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Checking segment: {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:13:36.856632 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Bound using segment: {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:13:36.857388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Bound port: 3febdfb8-2987-4104-9b99-cb8fb9417797, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d798a63-5308-4ccb-88f4-0f10ea4677f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:13:36.857752 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.921773 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] For port 3febdfb8-2987-4104-9b99-cb8fb9417797, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:13:36.924763 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] For port 3febdfb8-2987-4104-9b99-cb8fb9417797, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=3febdfb8-2987-4104-9b99-cb8fb9417797,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:13:36.928908 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.964860 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:36.965475 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.966947 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] 10.222.0.61 "PUT /v2.0/ports/3febdfb8-2987-4104-9b99-cb8fb9417797 HTTP/1.1" status: 200 len: 1094 time: 1.4695399 Sep 16 15:13:36.985440 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b118bdc-1d2c-4192-9f3f-a353cbf0fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=3febdfb8-2987-4104-9b99-cb8fb9417797,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:37.094924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-05137df9-ac5d-4b7f-96b1-df4d21d4c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:37.096330 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-05137df9-ac5d-4b7f-96b1-df4d21d4c0f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0058525fcade4f578875479930e2259b&device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 1097 time: 0.0734704 Sep 16 15:13:37.111549 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324783d-54e6-4474-a4dc-1cbc017d3740 req-2cccfa28-3e38-4e94-879a-21409d905adf tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:37.112967 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4324783d-54e6-4474-a4dc-1cbc017d3740 req-2cccfa28-3e38-4e94-879a-21409d905adf tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 944 time: 0.0590546 Sep 16 15:13:37.152894 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-38f2f82c-536a-4f82-802e-973f4fe134bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3febdfb8-2987-4104-9b99-cb8fb9417797 HTTP/1.1" status: 200 len: 217 time: 0.0389709 Sep 16 15:13:37.211633 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4324783d-54e6-4474-a4dc-1cbc017d3740 req-503d16a7-8035-4292-a75b-ed66660d8342 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914013 Sep 16 15:13:37.221019 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19427723-35ff-49f3-969a-e565e440eea5 req-90dc4496-bf63-4f3a-9e3d-1c91d1cdc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:37.222484 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-90dc4496-bf63-4f3a-9e3d-1c91d1cdc129 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24fed4b3-bb08-48d4-bba2-e984e021c5b6 HTTP/1.1" status: 200 len: 854 time: 0.0605917 Sep 16 15:13:37.265007 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-49913f53-dba6-4efc-9a6a-a53a5050482b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39846068-17cb-4a1f-bce9-f3e5881aa474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294344 Sep 16 15:13:37.402272 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-7c7e6f99-b01b-47ef-9237-5c15fec58797 service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228426 Sep 16 15:13:37.469333 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942839e2-944a-4182-9ef6-cfe8bee0780b req-99305bb5-b6e5-4c06-8321-014bb1eb56f1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:37.470994 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-942839e2-944a-4182-9ef6-cfe8bee0780b req-99305bb5-b6e5-4c06-8321-014bb1eb56f1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0516682 Sep 16 15:13:37.471466 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47302) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:37.511614 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19427723-35ff-49f3-969a-e565e440eea5 req-9c4a65ef-7b6c-4959-8287-de8dc3461f82 service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968771 Sep 16 15:13:37.512121 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-942839e2-944a-4182-9ef6-cfe8bee0780b req-2c8afe01-19ec-4993-ad8f-ffdbfdbdb4a1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Sep 16 15:13:37.600578 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d66e63cf-3256-45de-bf3f-c107845cfe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.619012 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6463f8-9e17-47d5-bf6b-7c250d725bba req-d38a0e77-1441-4ebb-92b1-dd6f1c5880d9 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:37.620676 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3e6463f8-9e17-47d5-bf6b-7c250d725bba req-d38a0e77-1441-4ebb-92b1-dd6f1c5880d9 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 944 time: 0.0547512 Sep 16 15:13:37.663529 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3e6463f8-9e17-47d5-bf6b-7c250d725bba req-1e98c47f-c5fa-462f-9cfc-f7c89b7eff55 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Sep 16 15:13:37.720148 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d66e63cf-3256-45de-bf3f-c107845cfe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.723874 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d66e63cf-3256-45de-bf3f-c107845cfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.764990 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d66e63cf-3256-45de-bf3f-c107845cfe92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c633ed1f79614cf8b9b096a314f9516a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925043 Sep 16 15:13:37.765361 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47316) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:37.765869 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e63cf-3256-45de-bf3f-c107845cfe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43807f0-3f4c-4aad-b7d6-d538ffde592f,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:37.819836 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-12af57aa-11b2-41a1-91ea-ec08ae964dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.843276 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-12af57aa-11b2-41a1-91ea-ec08ae964dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.897368 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-12af57aa-11b2-41a1-91ea-ec08ae964dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.902509 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-12af57aa-11b2-41a1-91ea-ec08ae964dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:37.906310 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-12af57aa-11b2-41a1-91ea-ec08ae964dcb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b43807f0-3f4c-4aad-b7d6-d538ffde592f HTTP/1.1" status: 204 len: 168 time: 0.1368341 Sep 16 15:13:37.913391 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af57aa-11b2-41a1-91ea-ec08ae964dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43807f0-3f4c-4aad-b7d6-d538ffde592f,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:38.098829 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-8fde63c0-5ad8-4147-afdb-a02a24b55043 req-a7831c27-2311-4af1-a6f4-a81332d7cae5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:13:38.099951 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8fde63c0-5ad8-4147-afdb-a02a24b55043 req-a7831c27-2311-4af1-a6f4-a81332d7cae5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061545 Sep 16 15:13:38.155007 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.157998 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f6e8f-2e0e-4d28-9951-3a5b533e70d8 req-4c662118-02ea-409f-9b96-8ca64c5e01b8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:38.159624 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-644f6e8f-2e0e-4d28-9951-3a5b533e70d8 req-4c662118-02ea-409f-9b96-8ca64c5e01b8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Sep 16 15:13:38.209162 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47340) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:38.225094 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-644f6e8f-2e0e-4d28-9951-3a5b533e70d8 req-4a2ce63e-553e-4934-914a-5709e08c80d2 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Sep 16 15:13:38.238898 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbd69-479e-4bb9-bfa4-8871f5f02cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.307632 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924c75c-4dcf-4c16-bfed-ffa9773bf4ee req-6400ed16-f14b-4cae-aa80-80ad8712c355 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:38.309170 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7924c75c-4dcf-4c16-bfed-ffa9773bf4ee req-6400ed16-f14b-4cae-aa80-80ad8712c355 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0789998 Sep 16 15:13:38.346374 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eef48-65f9-42e7-9861-d973565fb4a0 req-6120e027-bc17-4615-b3be-be7cb25b0537 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:38.347889 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d43eef48-65f9-42e7-9861-d973565fb4a0 req-6120e027-bc17-4615-b3be-be7cb25b0537 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 944 time: 0.0533731 Sep 16 15:13:38.375098 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7924c75c-4dcf-4c16-bfed-ffa9773bf4ee req-85e379b4-64a8-4cd0-823e-a5ce51e12027 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570796 Sep 16 15:13:38.389887 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d43eef48-65f9-42e7-9861-d973565fb4a0 req-d86c0f46-8532-4561-9a9b-6c0a30d9c328 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Sep 16 15:13:38.403010 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbd69-479e-4bb9-bfa4-8871f5f02cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.411681 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbd69-479e-4bb9-bfa4-8871f5f02cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.447765 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-bf1bbd69-479e-4bb9-bfa4-8871f5f02cc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e02d17379f4a4e01ab736297ff33e4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366955 Sep 16 15:13:38.448599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bbd69-479e-4bb9-bfa4-8871f5f02cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec643267-eda9-440a-ba2f-c290f92959a7,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:38.451461 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47356) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:38.505853 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-323759d7-415d-4930-94a1-fc9896ddfe13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.527341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-323759d7-415d-4930-94a1-fc9896ddfe13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.575216 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-323759d7-415d-4930-94a1-fc9896ddfe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.577760 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-323759d7-415d-4930-94a1-fc9896ddfe13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.579055 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-323759d7-415d-4930-94a1-fc9896ddfe13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec643267-eda9-440a-ba2f-c290f92959a7 HTTP/1.1" status: 204 len: 168 time: 0.1262093 Sep 16 15:13:38.587679 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323759d7-415d-4930-94a1-fc9896ddfe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec643267-eda9-440a-ba2f-c290f92959a7,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:38.695599 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47370) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:38.818465 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'tag': '3febdfb8-2987-4104-9b99-cb8fb9417797'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:38.819531 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f675-dbd7-417c-a903-ee286f3b914f req-86a233b6-ad72-4417-8a49-3393cfa4fbc5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:38.821035 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f6b8f675-dbd7-417c-a903-ee286f3b914f req-86a233b6-ad72-4417-8a49-3393cfa4fbc5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 944 time: 0.0546317 Sep 16 15:13:38.823625 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a76725-8f18-491c-8bcc-8d7a6e117616" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e2490b-6c26-4f51-8734-993a79095e10", "tag": "3febdfb8-2987-4104-9b99-cb8fb9417797"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:38.862599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bcf846-11d9-4b20-a460-763cd2fd6a1c x-openstack-request-id: req-d3bcf846-11d9-4b20-a460-763cd2fd6a1c {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:38.862891 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e2490b-6c26-4f51-8734-993a79095e10", "tag": "3febdfb8-2987-4104-9b99-cb8fb9417797", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:38.863146 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3bcf846-11d9-4b20-a460-763cd2fd6a1c {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:38.863565 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'tag': '3febdfb8-2987-4104-9b99-cb8fb9417797', 'status': 'completed', 'code': 200} Sep 16 15:13:38.868202 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f6b8f675-dbd7-417c-a903-ee286f3b914f req-0acbd835-04c3-4504-8635-59cd9b24d213 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Sep 16 15:13:38.908846 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-06474c55-e610-49ad-a034-b93e68911443 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2030849 Sep 16 15:13:38.919773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-988c42f8-78a9-4079-9a95-214dfd40b4ed service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:13:38.921470 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-988c42f8-78a9-4079-9a95-214dfd40b4ed service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081077 Sep 16 15:13:38.945251 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-1c326474-d0b2-48f1-b89e-5a4c9623e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:38.947652 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-1c326474-d0b2-48f1-b89e-5a4c9623e091 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0058525fcade4f578875479930e2259b&device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 1097 time: 0.0537786 Sep 16 15:13:39.065168 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-c0a7afa0-56e0-4bd7-9550-b52ce44efb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:39.067348 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-c0a7afa0-56e0-4bd7-9550-b52ce44efb18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 200 len: 915 time: 0.1054685 Sep 16 15:13:39.131632 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-e83e938e-3786-489f-8d78-2c6c14ca8b3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3febdfb8-2987-4104-9b99-cb8fb9417797 HTTP/1.1" status: 200 len: 217 time: 0.0531919 Sep 16 15:13:39.197160 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-6d58c5fa-696e-4765-ba27-04246e62e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:39.199354 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-6d58c5fa-696e-4765-ba27-04246e62e94c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24fed4b3-bb08-48d4-bba2-e984e021c5b6 HTTP/1.1" status: 200 len: 854 time: 0.0547566 Sep 16 15:13:39.238648 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-6b449e43-cddb-4a19-a5ac-4d7203966587 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=39846068-17cb-4a1f-bce9-f3e5881aa474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287833 Sep 16 15:13:39.361785 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-1146f23c-aae1-4365-860a-85da109a2a43 service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126740 Sep 16 15:13:39.370363 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96383eb3-03ee-4168-8b65-60b1256f5488 req-5a599f42-6cfe-43d5-8e44-eb05225692f5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:39.371956 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-96383eb3-03ee-4168-8b65-60b1256f5488 req-5a599f42-6cfe-43d5-8e44-eb05225692f5 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0547526 Sep 16 15:13:39.418475 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-96383eb3-03ee-4168-8b65-60b1256f5488 req-dc54fb6d-2dca-4005-9b54-4cdd05b82d34 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Sep 16 15:13:39.562488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184b99d-820d-4bab-9e0f-fe505604bf74 req-0cb95561-9f7d-4430-8ded-ef491b9f2df1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:39.564828 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0184b99d-820d-4bab-9e0f-fe505604bf74 req-0cb95561-9f7d-4430-8ded-ef491b9f2df1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0905640 Sep 16 15:13:39.569377 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-16a76725-8f18-491c-8bcc-8d7a6e117616 req-16e4bfcf-da5a-41c8-b073-ea9c2e4df437 service neutron] 10.222.0.61 "GET /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845636 Sep 16 15:13:39.581784 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd3959-0cbc-47ca-a526-d077ae9f0b30 req-30750a2d-f2b7-4625-9fd0-10e8135051c2 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:39.584008 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-80bd3959-0cbc-47ca-a526-d077ae9f0b30 req-30750a2d-f2b7-4625-9fd0-10e8135051c2 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 944 time: 0.0753458 Sep 16 15:13:39.629692 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0184b99d-820d-4bab-9e0f-fe505604bf74 req-d4db3d00-d2d1-46fb-b232-409289460ef0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590134 Sep 16 15:13:39.649278 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-80bd3959-0cbc-47ca-a526-d077ae9f0b30 req-89d1d2e8-1775-4758-ad91-d17d8dda541e tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566556 Sep 16 15:13:39.836602 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:13:39.846031 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:39.898286 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-3e96cb8f-d5ac-4926-bb2b-573bf5a6bc6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428596 Sep 16 15:13:39.999008 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device ec7fe33a-32da-4fbc-b06f-58b91bb9e334 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:40.007822 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-7ce319ae-5382-433b-b766-556474da2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.009970 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-7ce319ae-5382-433b-b766-556474da2663 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0864973 Sep 16 15:13:40.022215 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d064f-008b-456d-91d7-bd34292d4bed req-e302565c-1f36-4b88-b3a5-d698f30358dd tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.024004 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d14d064f-008b-456d-91d7-bd34292d4bed req-e302565c-1f36-4b88-b3a5-d698f30358dd tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 944 time: 0.0660465 Sep 16 15:13:40.028840 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: ec7fe33a-32da-4fbc-b06f-58b91bb9e334 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:13:40.029138 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device ec7fe33a-32da-4fbc-b06f-58b91bb9e334 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:13:40.031678 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:40.043305 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'port_id': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'mac_address': 'fa:16:3e:8e:ce:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:13:40.084406 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.099585 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:40.121088 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:40.128579 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.151238 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d14d064f-008b-456d-91d7-bd34292d4bed req-a9f97176-e2f8-4cdf-97a9-903de2c53664 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145194 Sep 16 15:13:40.184622 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:40.194579 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-7ba328e5-2083-453d-9812-c70dfb09a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.196068 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-7ba328e5-2083-453d-9812-c70dfb09a455 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.1578624 Sep 16 15:13:40.280296 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-600fe90c-4f20-4719-bf32-166d3a0cbc8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1000 time: 0.0702112 Sep 16 15:13:40.354563 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-4adae9f5-ab94-4632-959e-bca5ceb15fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.356051 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-4adae9f5-ab94-4632-959e-bca5ceb15fc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0606947 Sep 16 15:13:40.407879 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-1c008e74-7439-4025-9c89-f30a2183df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.409372 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-1c008e74-7439-4025-9c89-f30a2183df1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395358 Sep 16 15:13:40.413050 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:40.539483 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-099c90dc-adfa-4add-bac0-a1f500080b73 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212258 Sep 16 15:13:40.547456 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd050a9-c3d7-42bf-b729-59dd93c63ed7 req-a0abfbb1-48fa-4481-85ab-bc033344996f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.554864 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cfd050a9-c3d7-42bf-b729-59dd93c63ed7 req-a0abfbb1-48fa-4481-85ab-bc033344996f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0567787 Sep 16 15:13:40.588781 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cfd050a9-c3d7-42bf-b729-59dd93c63ed7 req-7c12178e-c513-4e58-9ca0-ab7af3e51603 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Sep 16 15:13:40.642069 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4abdd008-97b1-409d-ab63-71486a8c7efc req-90d0716e-b69c-4b06-ac4c-4f7cf2d22337 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933211 Sep 16 15:13:40.781896 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed4765-2af9-4ab0-af35-8912d69f56e0 req-de05c998-2415-4b04-bf5d-208030c948d4 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.783417 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1eed4765-2af9-4ab0-af35-8912d69f56e0 req-de05c998-2415-4b04-bf5d-208030c948d4 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 944 time: 0.0514283 Sep 16 15:13:40.802921 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-8d39008b-2e91-4795-9c2d-6bb4cc3c082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.804420 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-8d39008b-2e91-4795-9c2d-6bb4cc3c082d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28&tenant_id=4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 1097 time: 0.1082222 Sep 16 15:13:40.816747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655b318-02ac-4619-b288-5b9a73eb23bc req-78089d8a-48fa-42b3-be8d-6f8afb61825b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.824067 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0655b318-02ac-4619-b288-5b9a73eb23bc req-78089d8a-48fa-42b3-be8d-6f8afb61825b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0964942 Sep 16 15:13:40.832050 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1eed4765-2af9-4ab0-af35-8912d69f56e0 req-e29400fd-7c54-4df2-bd45-ecbc6e0cee25 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Sep 16 15:13:40.884872 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0655b318-02ac-4619-b288-5b9a73eb23bc req-83829891-4096-4246-a6e4-a8d31f435c56 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583291 Sep 16 15:13:40.895925 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-85fe5146-cc64-45c8-aaf4-05bb3128510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:40.897446 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-85fe5146-cc64-45c8-aaf4-05bb3128510e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0556049 Sep 16 15:13:41.002338 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-faaae6b7-b623-4297-bfcd-e4b49a6a4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:41.003970 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-faaae6b7-b623-4297-bfcd-e4b49a6a4def service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.0969844 Sep 16 15:13:41.088976 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-a889f900-6da4-480e-9945-c9f2cd27b872 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 1000 time: 0.0769324 Sep 16 15:13:41.156022 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-fb92c551-e290-421c-85b6-365df4ba0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:41.157482 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-fb92c551-e290-421c-85b6-365df4ba0465 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0490935 Sep 16 15:13:41.205878 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-7e1a1b9e-8407-4a0d-8a42-11662a584960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:41.207342 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-7e1a1b9e-8407-4a0d-8a42-11662a584960 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422726 Sep 16 15:13:41.322831 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16595a-cd92-47a0-b649-71f3781f1928 req-fadf54aa-481c-473d-a943-714a96b10324 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:41.324280 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-db16595a-cd92-47a0-b649-71f3781f1928 req-fadf54aa-481c-473d-a943-714a96b10324 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 945 time: 0.0970526 Sep 16 15:13:41.351870 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-a2adf3dc-3989-43e6-b7fe-4b516572b07d service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324868 Sep 16 15:13:41.387220 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-db16595a-cd92-47a0-b649-71f3781f1928 req-95e10819-3af6-4ae2-ac1a-d75e0ce4b29a tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 Sep 16 15:13:41.454737 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7accd619-43c3-4377-b36b-3ffe5cd446a5 req-a6b6a601-85a7-465d-9881-bb75bf4f1be4 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907421 Sep 16 15:13:41.706866 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b108b10-be0a-4717-afdf-e5d7d7887bbe req-6ced33cc-43a4-4804-b4d1-448865ace199 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:41.708350 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5b108b10-be0a-4717-afdf-e5d7d7887bbe req-6ced33cc-43a4-4804-b4d1-448865ace199 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0484619 Sep 16 15:13:41.746232 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5b108b10-be0a-4717-afdf-e5d7d7887bbe req-a8ad3f30-bf91-4651-b5c0-e9aac5702014 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Sep 16 15:13:41.847189 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 3febdfb8-2987-4104-9b99-cb8fb9417797 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:13:41.850176 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:41.963481 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86167322-5ee5-4cac-9eb6-e1155b1c6bb2 req-7795a4c6-ed82-4dfa-a482-6125bcd13ecc tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:41.966160 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-86167322-5ee5-4cac-9eb6-e1155b1c6bb2 req-7795a4c6-ed82-4dfa-a482-6125bcd13ecc tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 944 time: 0.0601926 Sep 16 15:13:42.021850 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 3febdfb8-2987-4104-9b99-cb8fb9417797, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=3febdfb8-2987-4104-9b99-cb8fb9417797,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:42.042148 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '3febdfb8-2987-4104-9b99-cb8fb9417797', 'network_id': '39846068-17cb-4a1f-bce9-f3e5881aa474', 'port_id': '3febdfb8-2987-4104-9b99-cb8fb9417797', 'mac_address': 'fa:16:3e:00:c8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fed4b3-bb08-48d4-bba2-e984e021c5b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:13:42.057312 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-86167322-5ee5-4cac-9eb6-e1155b1c6bb2 req-1af0eeb3-7438-401f-bb7a-117a5f846721 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842507 Sep 16 15:13:42.086039 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:13:42.112528 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983742ba-1b35-4c9e-a7c8-ef85c0c5ad0e req-c4ceed20-2e90-4c3a-b87f-b457d7ccbd44 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:42.117744 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-983742ba-1b35-4c9e-a7c8-ef85c0c5ad0e req-c4ceed20-2e90-4c3a-b87f-b457d7ccbd44 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.1155879 Sep 16 15:13:42.128435 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:42.129053 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:42.203093 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-983742ba-1b35-4c9e-a7c8-ef85c0c5ad0e req-12c4c171-306b-438e-a2b0-18f8812031f3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784059 Sep 16 15:13:42.242599 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:42.281878 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3febdfb8-2987-4104-9b99-cb8fb9417797 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:42.345190 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 3febdfb8-2987-4104-9b99-cb8fb9417797, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=3febdfb8-2987-4104-9b99-cb8fb9417797,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:42.356719 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:42.359609 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:42.498677 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:42.500929 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dce163-1268-48c8-9246-b4987d3639c7" -d '{"events": [{"server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "name": "network-vif-plugged", "status": "completed", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:42.517685 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=3febdfb8-2987-4104-9b99-cb8fb9417797,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:42.546855 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:42.555463 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:42.584853 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c000b-0ecd-4941-937f-b7cbaf41744d req-d6014189-866a-48a1-8232-8d031db29e4f tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:42.588830 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c77c000b-0ecd-4941-937f-b7cbaf41744d req-d6014189-866a-48a1-8232-8d031db29e4f tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 945 time: 0.1092684 Sep 16 15:13:42.638742 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:42.651176 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c77c000b-0ecd-4941-937f-b7cbaf41744d req-25b5b71b-410f-4e08-9e81-c65c8ba23a64 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523691 Sep 16 15:13:42.688720 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['3febdfb8-2987-4104-9b99-cb8fb9417797'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:42.713175 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9106eda-13e0-4806-bf3c-3cf9a9b0155b x-openstack-request-id: req-c9106eda-13e0-4806-bf3c-3cf9a9b0155b {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:42.713602 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "name": "network-vif-plugged", "status": "completed", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:42.713913 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9106eda-13e0-4806-bf3c-3cf9a9b0155b {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:42.714360 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'code': 200} Sep 16 15:13:42.899216 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195002e4-db88-45f6-b0b3-d71d5904e184 req-cea39ca2-5994-4d77-bb01-bf8ffc6ef6cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:42.901062 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-195002e4-db88-45f6-b0b3-d71d5904e184 req-cea39ca2-5994-4d77-bb01-bf8ffc6ef6cf tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Sep 16 15:13:42.956211 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-195002e4-db88-45f6-b0b3-d71d5904e184 req-ab75831b-34d7-4c0e-988a-7d643874687b tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492129 Sep 16 15:13:43.193741 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47f3cf-362a-4bfd-8705-e91798e66b56 req-d17c7f9f-28a5-4c28-8ec6-45965dc13502 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:43.195265 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-be47f3cf-362a-4bfd-8705-e91798e66b56 req-d17c7f9f-28a5-4c28-8ec6-45965dc13502 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 945 time: 0.0725808 Sep 16 15:13:43.234995 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-be47f3cf-362a-4bfd-8705-e91798e66b56 req-8daca853-13c3-4d6e-a8c0-9e8775f755df tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Sep 16 15:13:43.356122 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701ea4-fb2a-43cf-8281-0b34199c1e7d req-a3bd871c-688c-404c-879a-b8f309001f85 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:43.357625 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d4701ea4-fb2a-43cf-8281-0b34199c1e7d req-a3bd871c-688c-404c-879a-b8f309001f85 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0581176 Sep 16 15:13:43.411287 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d4701ea4-fb2a-43cf-8281-0b34199c1e7d req-ac51a3ca-05ba-4c40-8f7e-762aafcbbcc8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472043 Sep 16 15:13:43.765001 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345505d7-b18a-4824-b07b-530e5baf2c75 req-d920f05c-79c1-4d14-b4f3-75b44c2f6066 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:43.766603 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-345505d7-b18a-4824-b07b-530e5baf2c75 req-d920f05c-79c1-4d14-b4f3-75b44c2f6066 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0493524 Sep 16 15:13:43.813674 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-345505d7-b18a-4824-b07b-530e5baf2c75 req-637e828f-9918-4363-962e-16bc731433e1 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Sep 16 15:13:43.860949 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 3febdfb8-2987-4104-9b99-cb8fb9417797 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:43.910760 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 3febdfb8-2987-4104-9b99-cb8fb9417797 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:13:43.914643 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 3febdfb8-2987-4104-9b99-cb8fb9417797 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:43.915050 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.001367 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.054867 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 3febdfb8-2987-4104-9b99-cb8fb9417797, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=3febdfb8-2987-4104-9b99-cb8fb9417797,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:44.060275 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.093780 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b969f-9b4e-444f-bdb7-eec244756cd2 req-b2975eab-0055-4f97-91dd-fb5b2b5ab09e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:44.095453 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c09b969f-9b4e-444f-bdb7-eec244756cd2 req-b2975eab-0055-4f97-91dd-fb5b2b5ab09e tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0564578 Sep 16 15:13:44.120967 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=3febdfb8-2987-4104-9b99-cb8fb9417797,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:44.150681 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c09b969f-9b4e-444f-bdb7-eec244756cd2 req-c4407fe2-028d-4242-8a63-781849dae99a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Sep 16 15:13:44.357091 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9673a-628d-46e1-a9c2-c7ac7b02490d req-79069180-9cc2-41e2-b568-2494dfc3e485 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:44.358661 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d5a9673a-628d-46e1-a9c2-c7ac7b02490d req-79069180-9cc2-41e2-b568-2494dfc3e485 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0535698 Sep 16 15:13:44.406309 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d5a9673a-628d-46e1-a9c2-c7ac7b02490d req-acbe0076-2f90-40ea-95be-eac832cb27f5 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359352 Sep 16 15:13:44.552143 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c8f00-8b15-4773-baea-c7f2eef5cb7b req-4faa5e02-4a69-420b-ae86-575b9362805f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:44.553672 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f95c8f00-8b15-4773-baea-c7f2eef5cb7b req-4faa5e02-4a69-420b-ae86-575b9362805f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0542409 Sep 16 15:13:44.609819 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f95c8f00-8b15-4773-baea-c7f2eef5cb7b req-042de232-e181-4dc3-b88e-4cb0715956d5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Sep 16 15:13:44.715706 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3febdfb8-2987-4104-9b99-cb8fb9417797'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:44.718792 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea400a-29de-458f-83b2-b9cb6acd0af5" -d '{"events": [{"server_uuid": "c2e2490b-6c26-4f51-8734-993a79095e10", "name": "network-vif-plugged", "status": "completed", "tag": "3febdfb8-2987-4104-9b99-cb8fb9417797"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:44.770143 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13e7a40-9df0-43a1-a1af-d3d6d31f3a36 x-openstack-request-id: req-d13e7a40-9df0-43a1-a1af-d3d6d31f3a36 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:44.770453 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e2490b-6c26-4f51-8734-993a79095e10", "name": "network-vif-plugged", "status": "completed", "tag": "3febdfb8-2987-4104-9b99-cb8fb9417797", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:44.770715 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d13e7a40-9df0-43a1-a1af-d3d6d31f3a36 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:44.771111 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3febdfb8-2987-4104-9b99-cb8fb9417797', 'code': 200} Sep 16 15:13:44.964982 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b19ac7-e000-47fe-86dc-75aa7338504c req-f0aea2fb-0923-4d4f-9ebf-9c794e7780e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:44.966567 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d4b19ac7-e000-47fe-86dc-75aa7338504c req-f0aea2fb-0923-4d4f-9ebf-9c794e7780e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0650010 Sep 16 15:13:44.996243 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:13:45.011458 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d4b19ac7-e000-47fe-86dc-75aa7338504c req-9b44a9e7-8231-45b7-88fa-7373d78451ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357614 Sep 16 15:13:45.269512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea3511-a49d-4d9f-874f-7ac515c800c5 req-4d028bfe-cf4b-4fe3-b082-d9098bf442e7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:45.270923 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-25ea3511-a49d-4d9f-874f-7ac515c800c5 req-4d028bfe-cf4b-4fe3-b082-d9098bf442e7 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0539541 Sep 16 15:13:45.307308 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-25ea3511-a49d-4d9f-874f-7ac515c800c5 req-0607ac15-06cf-4240-9265-9d5e837d9cd8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298357 Sep 16 15:13:45.528592 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76186867-25bd-4227-b4fd-a3626c3dfb42 req-2d91615d-336d-43f1-9250-d78afe0201d3 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:45.530198 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-76186867-25bd-4227-b4fd-a3626c3dfb42 req-2d91615d-336d-43f1-9250-d78afe0201d3 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0588086 Sep 16 15:13:45.573534 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-76186867-25bd-4227-b4fd-a3626c3dfb42 req-1a8efbd6-ca85-429e-85de-ea69f86dbac2 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Sep 16 15:13:45.727737 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a88cb5-65b4-40db-b409-aca9a42c8207 req-d3aa4a58-e0bd-46e4-bae2-a2637e4cebed tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:45.729525 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-70a88cb5-65b4-40db-b409-aca9a42c8207 req-d3aa4a58-e0bd-46e4-bae2-a2637e4cebed tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0507119 Sep 16 15:13:45.768353 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-70a88cb5-65b4-40db-b409-aca9a42c8207 req-5206814c-2b7d-4bec-b58c-8d3dce1112c6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Sep 16 15:13:46.170397 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e0505-a82c-49ac-8ac3-3979f0ee2a1d req-fd52b09b-d201-485c-b89c-f24b70a8b79c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:46.172027 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-698e0505-a82c-49ac-8ac3-3979f0ee2a1d req-fd52b09b-d201-485c-b89c-f24b70a8b79c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0681851 Sep 16 15:13:46.216828 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-698e0505-a82c-49ac-8ac3-3979f0ee2a1d req-13aadcec-3704-4a81-9e90-f90fdd7f7dbe tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377309 Sep 16 15:13:46.426503 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7b9dd-a124-4769-8530-b3a7758aa524 req-73e82c20-6200-4cb6-9ced-06a888c0f566 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:46.428168 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f7c7b9dd-a124-4769-8530-b3a7758aa524 req-73e82c20-6200-4cb6-9ced-06a888c0f566 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Sep 16 15:13:46.472452 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f7c7b9dd-a124-4769-8530-b3a7758aa524 req-148eb36d-e688-42a7-a44d-d63df836051d tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Sep 16 15:13:46.695541 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0e538-f2a7-4c1d-9018-13e50cfaff63 req-492190ca-a20b-461d-a863-64f5b5937741 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:46.698097 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c4b0e538-f2a7-4c1d-9018-13e50cfaff63 req-492190ca-a20b-461d-a863-64f5b5937741 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0512724 Sep 16 15:13:46.737091 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c4b0e538-f2a7-4c1d-9018-13e50cfaff63 req-a2f17d2c-e323-4ac0-8af0-c770ccb6eb27 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Sep 16 15:13:46.900328 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f06cb3-84c0-4284-b11b-6912609534fd req-e1cd3ae5-3a34-4f4d-a2fe-e84a19bba860 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:46.901955 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f1f06cb3-84c0-4284-b11b-6912609534fd req-e1cd3ae5-3a34-4f4d-a2fe-e84a19bba860 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0534635 Sep 16 15:13:46.939548 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f1f06cb3-84c0-4284-b11b-6912609534fd req-88f27150-0f64-4b16-b745-338d052961f5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Sep 16 15:13:47.352607 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df2685-0cb0-4994-a8d9-84bccacc073f req-0511fbca-2ad1-4461-8b3c-a47ba169b7af tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:47.354149 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11df2685-0cb0-4994-a8d9-84bccacc073f req-0511fbca-2ad1-4461-8b3c-a47ba169b7af tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0553942 Sep 16 15:13:47.394830 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11df2685-0cb0-4994-a8d9-84bccacc073f req-ed0c6537-1b43-4a82-b4e3-6448599d68f2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346544 Sep 16 15:13:47.609055 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab0dae-8f84-490b-9ab5-7c6bcf40d970 req-a8fa7401-5d1d-41b4-ae25-1fc178a5a823 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:47.611685 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-61ab0dae-8f84-490b-9ab5-7c6bcf40d970 req-a8fa7401-5d1d-41b4-ae25-1fc178a5a823 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0642412 Sep 16 15:13:47.617180 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47590) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:47.665967 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-61ab0dae-8f84-490b-9ab5-7c6bcf40d970 req-c8d094bd-7830-44e8-bbc8-ff2d6b8fb040 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Sep 16 15:13:47.746130 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-19465c45-6d7e-4af8-9fb9-48d81a1f915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:47.888188 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-19465c45-6d7e-4af8-9fb9-48d81a1f915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:47.894592 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-19465c45-6d7e-4af8-9fb9-48d81a1f915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:47.941411 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465a06-9d53-4058-af5a-a71db72ff9ec req-33a9f556-4876-42be-bb82-e252f881e33b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:47.943869 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d0465a06-9d53-4058-af5a-a71db72ff9ec req-33a9f556-4876-42be-bb82-e252f881e33b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.1186922 Sep 16 15:13:47.954111 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-19465c45-6d7e-4af8-9fb9-48d81a1f915b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=528f3e40fbd74b6481b7f738e50bdf69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326366 Sep 16 15:13:47.954510 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47596) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:47.971291 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19465c45-6d7e-4af8-9fb9-48d81a1f915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c6f31-c35f-435d-9694-dea555e3e0ec,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:48.014733 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d97cca14-4687-4c88-ba3b-89e395fa6c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.015024 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d0465a06-9d53-4058-af5a-a71db72ff9ec req-c5afc38e-0aa3-43bb-8991-69f76487eb94 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Sep 16 15:13:48.043157 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d97cca14-4687-4c88-ba3b-89e395fa6c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.095488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d97cca14-4687-4c88-ba3b-89e395fa6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.098236 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d97cca14-4687-4c88-ba3b-89e395fa6c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.099443 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d97cca14-4687-4c88-ba3b-89e395fa6c1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b19c6f31-c35f-435d-9694-dea555e3e0ec HTTP/1.1" status: 204 len: 168 time: 0.1439710 Sep 16 15:13:48.115845 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cca14-4687-4c88-ba3b-89e395fa6c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c6f31-c35f-435d-9694-dea555e3e0ec,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:48.135136 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544abb54-eaa6-4935-b34d-b48e4f1c4264 req-d4ecfd56-992a-47dc-a14f-2bb8ecf94782 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:48.138314 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-544abb54-eaa6-4935-b34d-b48e4f1c4264 req-d4ecfd56-992a-47dc-a14f-2bb8ecf94782 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0731390 Sep 16 15:13:48.179503 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-544abb54-eaa6-4935-b34d-b48e4f1c4264 req-04bb8597-03d0-42d5-bc34-d3f8765065ae tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366881 Sep 16 15:13:48.405691 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47604) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:48.432958 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b759c4a0-1464-42f4-9529-d198a1dbc9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.534909 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda803a-4cda-4f57-831b-e65021af14a6 req-6d82e4d4-af65-4144-bd1a-d781fbc07321 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:48.536569 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5fda803a-4cda-4f57-831b-e65021af14a6 req-6d82e4d4-af65-4144-bd1a-d781fbc07321 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0698164 Sep 16 15:13:48.559324 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b759c4a0-1464-42f4-9529-d198a1dbc9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.563606 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b759c4a0-1464-42f4-9529-d198a1dbc9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.576539 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5fda803a-4cda-4f57-831b-e65021af14a6 req-f5e56624-ea1c-4800-9cb2-8e55dfc4fb8d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Sep 16 15:13:48.604455 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b759c4a0-1464-42f4-9529-d198a1dbc9dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2e69bad2b8f4dceb61ca1876be98501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975577 Sep 16 15:13:48.605649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759c4a0-1464-42f4-9529-d198a1dbc9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea38b0e-ee4d-4886-b321-bb58632de1bb,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:48.607021 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47608) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:48.661317 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-07c0b643-25ac-489c-9b9b-e51c64aae299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.682192 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-07c0b643-25ac-489c-9b9b-e51c64aae299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.733697 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-07c0b643-25ac-489c-9b9b-e51c64aae299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.736402 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-07c0b643-25ac-489c-9b9b-e51c64aae299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.737559 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-07c0b643-25ac-489c-9b9b-e51c64aae299 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ea38b0e-ee4d-4886-b321-bb58632de1bb HTTP/1.1" status: 204 len: 168 time: 0.1286128 Sep 16 15:13:48.747246 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b643-25ac-489c-9b9b-e51c64aae299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea38b0e-ee4d-4886-b321-bb58632de1bb,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:48.830598 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465da4b-cc21-4659-9d40-9bc941995d17 req-674181a4-fb6c-4eb2-8904-6b4615c1299c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:48.832100 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e465da4b-cc21-4659-9d40-9bc941995d17 req-674181a4-fb6c-4eb2-8904-6b4615c1299c tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0677342 Sep 16 15:13:48.871575 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e465da4b-cc21-4659-9d40-9bc941995d17 req-f55dcafa-18b8-4340-a152-983c6fe6c982 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Sep 16 15:13:49.151024 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9bf8e-c50f-4de5-bf7c-81a660040165 req-155c7e89-e157-4868-a745-d32658aad657 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:49.152537 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-89c9bf8e-c50f-4de5-bf7c-81a660040165 req-155c7e89-e157-4868-a745-d32658aad657 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0643313 Sep 16 15:13:49.162947 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47618) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.176598 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3ed91e6a-a033-400e-8917-e9f5b82e1bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.191019 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-89c9bf8e-c50f-4de5-bf7c-81a660040165 req-58bafacf-5aa8-4db4-b9d2-9e743f49612b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Sep 16 15:13:49.279468 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3ed91e6a-a033-400e-8917-e9f5b82e1bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.283643 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3ed91e6a-a033-400e-8917-e9f5b82e1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.327138 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3ed91e6a-a033-400e-8917-e9f5b82e1bbe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=326d46c1f2a441c6894c78c9fd958cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630847 Sep 16 15:13:49.328357 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774bae-e08b-4ad1-a540-27c796b8d19e req-bef0c596-ec13-4c06-8556-7d8308b3b71b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:49.329295 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed91e6a-a033-400e-8917-e9f5b82e1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34960feb-7d0c-40cb-8b59-717f28b98ed7,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.330593 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cf774bae-e08b-4ad1-a540-27c796b8d19e req-bef0c596-ec13-4c06-8556-7d8308b3b71b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0648916 Sep 16 15:13:49.331313 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47622) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.423376 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cf774bae-e08b-4ad1-a540-27c796b8d19e req-060c9495-17ec-4198-bdec-4820f04b5872 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837059 Sep 16 15:13:49.438514 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.462845 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.510806 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.513295 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.514448 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34960feb-7d0c-40cb-8b59-717f28b98ed7 HTTP/1.1" status: 204 len: 168 time: 0.1819434 Sep 16 15:13:49.521892 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34960feb-7d0c-40cb-8b59-717f28b98ed7,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.529813 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.530169 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.530741 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.531583 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.532055 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.532555 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.532890 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.533418 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.533721 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.534333 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.534812 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.535339 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fae8e3e-10dd-4eea-aac5-f107425b9915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:49.719720 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911923b-173b-483b-a593-00a8585ca69e req-8edce486-3919-4909-8e46-5d87085f84e3 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:49.721473 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e911923b-173b-483b-a593-00a8585ca69e req-8edce486-3919-4909-8e46-5d87085f84e3 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0553310 Sep 16 15:13:49.768643 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e911923b-173b-483b-a593-00a8585ca69e req-92c3df28-0555-40ae-a758-2412b98f26f5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Sep 16 15:13:49.997935 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19631a86-4f19-4b38-911b-d846fff05151 req-cc9f2567-b75b-4077-b619-796fae3f7e12 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:49.999469 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19631a86-4f19-4b38-911b-d846fff05151 req-cc9f2567-b75b-4077-b619-796fae3f7e12 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0506299 Sep 16 15:13:50.050763 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19631a86-4f19-4b38-911b-d846fff05151 req-24d2002e-e8a7-46b1-b49d-d6a6f7fa2113 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Sep 16 15:13:50.315227 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134e2df-f4ff-49f9-b325-7945e98109a0 req-b1cbd356-7b0d-4624-a521-d3b82c152588 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:50.316916 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4134e2df-f4ff-49f9-b325-7945e98109a0 req-b1cbd356-7b0d-4624-a521-d3b82c152588 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0524294 Sep 16 15:13:50.376860 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4134e2df-f4ff-49f9-b325-7945e98109a0 req-ced936cd-a48e-42d6-9552-906676bfb256 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454464 Sep 16 15:13:50.582667 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1ce4c-eccd-4f2e-955f-a94b00b13cfe req-03c3000d-7962-4183-8f91-15e2188cf7f5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:50.584363 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8fa1ce4c-eccd-4f2e-955f-a94b00b13cfe req-03c3000d-7962-4183-8f91-15e2188cf7f5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0784998 Sep 16 15:13:50.634030 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8fa1ce4c-eccd-4f2e-955f-a94b00b13cfe req-c79a51a8-fca2-4337-a5e3-40e7988763c9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Sep 16 15:13:50.909754 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b011-0044-4961-a5a1-c3b2cf1ed034 req-90ba0ee9-684c-4969-af6c-59514fc2f42c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:50.913435 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9f91b011-0044-4961-a5a1-c3b2cf1ed034 req-90ba0ee9-684c-4969-af6c-59514fc2f42c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0625825 Sep 16 15:13:50.972070 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9f91b011-0044-4961-a5a1-c3b2cf1ed034 req-4ee0c078-3404-4945-81a6-b103eeec8117 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Sep 16 15:13:51.178296 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e983f19-da17-4e27-b02b-df19ccd61338 req-184d21cc-06ac-4b62-8d41-5331944a74ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:51.179790 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9e983f19-da17-4e27-b02b-df19ccd61338 req-184d21cc-06ac-4b62-8d41-5331944a74ee tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Sep 16 15:13:51.220299 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9e983f19-da17-4e27-b02b-df19ccd61338 req-ce721078-c5f2-4fb0-9011-c3c92c2de970 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Sep 16 15:13:51.523414 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3aad-5d7b-4c14-a4c6-f8aafa7146c8 req-18c1b55e-8ab5-4e54-bc53-2669e000a5bb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:51.525511 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a6f3aad-5d7b-4c14-a4c6-f8aafa7146c8 req-18c1b55e-8ab5-4e54-bc53-2669e000a5bb tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0621245 Sep 16 15:13:51.566893 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a6f3aad-5d7b-4c14-a4c6-f8aafa7146c8 req-eb776bda-e5cd-4ed9-85c9-fcef0d63f176 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352502 Sep 16 15:13:51.782723 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4bfd-e55e-4e01-8b0d-3fdc5f2a53a5 req-af71ee46-abb6-4473-9972-6c8c3f5875f4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:51.784194 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e73e4bfd-e55e-4e01-8b0d-3fdc5f2a53a5 req-af71ee46-abb6-4473-9972-6c8c3f5875f4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0563805 Sep 16 15:13:51.823343 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e73e4bfd-e55e-4e01-8b0d-3fdc5f2a53a5 req-4b920ca0-6c30-45c6-9b02-be0d42641f83 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Sep 16 15:13:52.282930 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b36ea4-29c4-4afe-a2f2-c17347eae9c8 req-72a75122-72a0-4f9c-886a-11748642d407 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.284353 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b2b36ea4-29c4-4afe-a2f2-c17347eae9c8 req-72a75122-72a0-4f9c-886a-11748642d407 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.2430623 Sep 16 15:13:52.328712 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b2b36ea4-29c4-4afe-a2f2-c17347eae9c8 req-56be8159-190c-416c-af4c-1eca102c52f6 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369880 Sep 16 15:13:52.437956 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd447da-8aea-4c71-857b-12a309759fc8 req-f93385b8-c3ef-48e1-982b-fd50ef473b92 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.439726 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2dd447da-8aea-4c71-857b-12a309759fc8 req-f93385b8-c3ef-48e1-982b-fd50ef473b92 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Sep 16 15:13:52.482097 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2dd447da-8aea-4c71-857b-12a309759fc8 req-12317ff0-9060-42d1-aaaa-df9ce7222714 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339532 Sep 16 15:13:52.697426 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4209908-9b1a-414a-a373-cb61fb8ce606 req-47046024-1dee-463e-b061-c30bc00d6ef5 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.699711 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b4209908-9b1a-414a-a373-cb61fb8ce606 req-47046024-1dee-463e-b061-c30bc00d6ef5 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0627475 Sep 16 15:13:52.742229 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b4209908-9b1a-414a-a373-cb61fb8ce606 req-81fc8186-61ee-4753-b27b-863e321c4810 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Sep 16 15:13:52.953225 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a66253-9474-47c7-aa15-d12d6534f757 req-3c73fec6-f90a-471e-b3d4-2f9ed71c6437 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.955268 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-46a66253-9474-47c7-aa15-d12d6534f757 req-3c73fec6-f90a-471e-b3d4-2f9ed71c6437 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0582516 Sep 16 15:13:53.007925 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-46a66253-9474-47c7-aa15-d12d6534f757 req-5fc4bbef-d480-49ba-841f-5f6906ac9d2d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Sep 16 15:13:53.449408 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa06415-b559-4979-979c-f4a07ddc3b7d req-71efe93e-78aa-46f2-a0b5-591a095661ce tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:53.450894 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2aa06415-b559-4979-979c-f4a07ddc3b7d req-71efe93e-78aa-46f2-a0b5-591a095661ce tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0480232 Sep 16 15:13:53.502222 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2aa06415-b559-4979-979c-f4a07ddc3b7d req-5789e09b-2def-4e80-ad14-b88a65aefee9 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Sep 16 15:13:53.610594 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a701-cdd5-4b02-ab0b-4e74df1c1061 req-8b09da96-2ffd-4d67-8bc0-77349722f272 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:53.612154 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64f4a701-cdd5-4b02-ab0b-4e74df1c1061 req-8b09da96-2ffd-4d67-8bc0-77349722f272 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0593107 Sep 16 15:13:53.653656 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64f4a701-cdd5-4b02-ab0b-4e74df1c1061 req-7d2486e9-dd1c-4c6a-82d8-78612d4c2068 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Sep 16 15:13:53.863942 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7356dc-e245-40fd-b137-056c78086d6a req-3dd8dafc-7338-47a8-9689-71860c055765 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:53.865319 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1d7356dc-e245-40fd-b137-056c78086d6a req-3dd8dafc-7338-47a8-9689-71860c055765 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0524530 Sep 16 15:13:53.903554 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1d7356dc-e245-40fd-b137-056c78086d6a req-64b2b174-7a3d-4e58-b8d6-d04c1be2603a tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Sep 16 15:13:54.135938 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da51c5-488f-4e5f-950e-c5f43d4f5a95 req-1ecb3b41-55b4-4db7-964e-eff63d688a8d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:54.137603 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-00da51c5-488f-4e5f-950e-c5f43d4f5a95 req-1ecb3b41-55b4-4db7-964e-eff63d688a8d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0572252 Sep 16 15:13:54.177147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-00da51c5-488f-4e5f-950e-c5f43d4f5a95 req-b6649403-c607-4cfc-83d3-a2a53c6c0782 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328093 Sep 16 15:13:54.615598 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b130e07-256c-46c8-bed0-4aafc2f552f3 req-14ab01e9-248e-4a47-adf7-c7abacd39621 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:54.617442 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9b130e07-256c-46c8-bed0-4aafc2f552f3 req-14ab01e9-248e-4a47-adf7-c7abacd39621 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0495193 Sep 16 15:13:54.657809 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9b130e07-256c-46c8-bed0-4aafc2f552f3 req-421e5a0b-73f4-4053-ab08-eab4c0d24e2b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Sep 16 15:13:54.777482 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a7a1-a5d0-4432-b362-3dc82c6b586b req-25397a31-5914-4cbd-b81a-9a489aab04c8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:54.778901 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e242a7a1-a5d0-4432-b362-3dc82c6b586b req-25397a31-5914-4cbd-b81a-9a489aab04c8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0528367 Sep 16 15:13:54.816459 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e242a7a1-a5d0-4432-b362-3dc82c6b586b req-73f5d53a-c8ce-4ccf-85e6-65c6e8d7c167 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Sep 16 15:13:55.025015 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98f159-6b8d-4945-8fbf-52592e724645 req-1b518514-db88-42b4-9108-1f791e20d4f6 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:55.027784 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8d98f159-6b8d-4945-8fbf-52592e724645 req-1b518514-db88-42b4-9108-1f791e20d4f6 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0509720 Sep 16 15:13:55.071239 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8d98f159-6b8d-4945-8fbf-52592e724645 req-32cb98f5-67aa-44f8-8c83-1bc716c20303 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Sep 16 15:13:55.295135 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced9969-d770-45db-9afa-baa5f6949a21 req-8088b26c-ecad-4229-8a7f-8a628fd530d1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:55.296652 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2ced9969-d770-45db-9afa-baa5f6949a21 req-8088b26c-ecad-4229-8a7f-8a628fd530d1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0484877 Sep 16 15:13:55.337502 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2ced9969-d770-45db-9afa-baa5f6949a21 req-a3daf604-fd01-498a-9949-8ddb71c50edc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336831 Sep 16 15:13:55.775801 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ca973-567b-4a6c-bbeb-bb9d48494230 req-a389fbb0-5271-4754-bcca-df51c6413fab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:55.777426 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-757ca973-567b-4a6c-bbeb-bb9d48494230 req-a389fbb0-5271-4754-bcca-df51c6413fab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0541484 Sep 16 15:13:55.820629 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-757ca973-567b-4a6c-bbeb-bb9d48494230 req-a4470ba1-f13a-4f15-adda-0b988c06f992 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Sep 16 15:13:55.977888 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c2a97-966d-4579-b321-c1951a000c18 req-b34e9bd1-8268-4d9a-87c2-ba0cc5c93bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:55.979374 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-115c2a97-966d-4579-b321-c1951a000c18 req-b34e9bd1-8268-4d9a-87c2-ba0cc5c93bb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 1099 time: 0.3306069 Sep 16 15:13:55.981824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d26004-57ba-44d1-820f-c21b7a527748 req-3097837e-9111-49cb-8fba-17c7905f0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:55.983188 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-75d26004-57ba-44d1-820f-c21b7a527748 req-3097837e-9111-49cb-8fba-17c7905f0642 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1099 time: 0.3326931 Sep 16 15:13:55.998292 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40eb5-f004-4de0-933d-5974f6eced66 req-32bf2552-76e0-4d18-a7a0-04db04b2138f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:55.999686 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8a40eb5-f004-4de0-933d-5974f6eced66 req-32bf2552-76e0-4d18-a7a0-04db04b2138f tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0668268 Sep 16 15:13:56.080795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-115c2a97-966d-4579-b321-c1951a000c18 req-2c4268ca-2fc2-4718-9b84-19b74b75e652 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791667 Sep 16 15:13:56.082648 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-75d26004-57ba-44d1-820f-c21b7a527748 req-f23865e4-379c-4c87-a191-f683c975bfc7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821152 Sep 16 15:13:56.085497 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8a40eb5-f004-4de0-933d-5974f6eced66 req-794d784f-10aa-48a6-bc04-eba360658e03 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738924 Sep 16 15:13:56.183327 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669de3b0-c59c-43ef-aac4-18014c05fbc4 req-f2c198bf-0a30-47c7-a01d-468e3de0a2aa tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:56.184750 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-669de3b0-c59c-43ef-aac4-18014c05fbc4 req-f2c198bf-0a30-47c7-a01d-468e3de0a2aa tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0481865 Sep 16 15:13:56.221860 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-669de3b0-c59c-43ef-aac4-18014c05fbc4 req-6ba5aafd-8148-4272-8d05-2a3ed931710e tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Sep 16 15:13:56.464568 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb230891-7bac-4217-a256-d4cdc67db656 req-be2f132e-9c90-413c-97bf-50e28e3d0dcd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:56.466002 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb230891-7bac-4217-a256-d4cdc67db656 req-be2f132e-9c90-413c-97bf-50e28e3d0dcd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0496793 Sep 16 15:13:56.501605 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bb230891-7bac-4217-a256-d4cdc67db656 req-29c8a983-4660-41c4-b408-707657ff5927 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296197 Sep 16 15:13:56.932865 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9d744-f52f-462d-8fbd-53df36e57dbd req-3665420d-c5ab-4f5b-8cc5-52eb3557c0c8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:56.934306 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-88e9d744-f52f-462d-8fbd-53df36e57dbd req-3665420d-c5ab-4f5b-8cc5-52eb3557c0c8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0470767 Sep 16 15:13:56.970780 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-88e9d744-f52f-462d-8fbd-53df36e57dbd req-a327eee3-ade3-42e2-a0bc-6fe9c05d7e31 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Sep 16 15:13:57.204548 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bf54b-2187-42ce-8963-dbfcd17a43a5 req-4b1db369-34a2-4152-9d3b-6d268347d6a1 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.206078 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-115bf54b-2187-42ce-8963-dbfcd17a43a5 req-4b1db369-34a2-4152-9d3b-6d268347d6a1 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0508645 Sep 16 15:13:57.243171 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-115bf54b-2187-42ce-8963-dbfcd17a43a5 req-4c874fcf-fee6-4d53-bf48-57157b42e244 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304499 Sep 16 15:13:57.337553 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0fbc-3d57-4b94-a43f-3870b151b480 req-973113d0-b04f-4109-879e-ec34af087165 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.339057 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a2e0fbc-3d57-4b94-a43f-3870b151b480 req-973113d0-b04f-4109-879e-ec34af087165 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0486188 Sep 16 15:13:57.375523 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a2e0fbc-3d57-4b94-a43f-3870b151b480 req-2a22c12d-490c-4cc7-8222-dba5ab19de29 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304291 Sep 16 15:13:57.660659 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c3ce-27be-48dc-9d29-8bc9a765fa7c req-b7531e05-4c28-43be-82bc-40260a988793 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.665365 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1a68c3ce-27be-48dc-9d29-8bc9a765fa7c req-b7531e05-4c28-43be-82bc-40260a988793 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0877914 Sep 16 15:13:57.706607 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1a68c3ce-27be-48dc-9d29-8bc9a765fa7c req-868d56c3-eeeb-4a7a-ae76-3296b2c045d4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348818 Sep 16 15:13:58.086096 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a9fb0-678f-4a4b-85ad-9b6562e67e30 req-01c3cd1b-4084-4e24-8c93-83ae21cc120a tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:58.087991 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e7a9fb0-678f-4a4b-85ad-9b6562e67e30 req-01c3cd1b-4084-4e24-8c93-83ae21cc120a tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0496428 Sep 16 15:13:58.126666 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e7a9fb0-678f-4a4b-85ad-9b6562e67e30 req-12497a88-5237-45e1-bb21-5a3c6a244532 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Sep 16 15:13:58.362915 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9634b1-f39e-4570-b17d-fd8e070fcf56 req-e86dfb3e-6ecf-48ef-bb04-cb8a0cd80999 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:58.364418 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bc9634b1-f39e-4570-b17d-fd8e070fcf56 req-e86dfb3e-6ecf-48ef-bb04-cb8a0cd80999 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0526934 Sep 16 15:13:58.403451 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bc9634b1-f39e-4570-b17d-fd8e070fcf56 req-1d504b70-99e3-468f-a4a7-ddae11c4a831 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Sep 16 15:13:58.492077 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ce3e-6e92-4000-9525-3e01ba831b1a req-01d7414f-3be8-4d4e-b59c-76d9935df027 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:58.494107 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4256ce3e-6e92-4000-9525-3e01ba831b1a req-01d7414f-3be8-4d4e-b59c-76d9935df027 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0470076 Sep 16 15:13:58.534929 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4256ce3e-6e92-4000-9525-3e01ba831b1a req-0996a510-6b28-4a23-8998-d002b5b31c62 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Sep 16 15:13:58.846122 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737498c-689c-43a1-baa6-740e7443d9ac req-dd17ae7d-2ca4-430a-a7d8-9a890615ed30 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:58.853995 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e737498c-689c-43a1-baa6-740e7443d9ac req-dd17ae7d-2ca4-430a-a7d8-9a890615ed30 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0738659 Sep 16 15:13:58.888290 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e737498c-689c-43a1-baa6-740e7443d9ac req-f9315c3e-4792-4e72-b9f7-20f8e201c91c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334508 Sep 16 15:13:59.247043 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70655eed-06b9-4cac-924a-bdd833e9ac35 req-7c64b491-3990-48dd-8fb9-0a5dadf9b42b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:59.248473 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-70655eed-06b9-4cac-924a-bdd833e9ac35 req-7c64b491-3990-48dd-8fb9-0a5dadf9b42b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0502212 Sep 16 15:13:59.285900 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-70655eed-06b9-4cac-924a-bdd833e9ac35 req-89b6c02e-0189-4696-baa2-a8b330fec98a tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Sep 16 15:13:59.400140 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ca0f1-f0b3-4f4f-bad5-3124bb22870c req-81063b86-d07e-45ef-bec2-2d045d09c917 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:59.401632 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ac2ca0f1-f0b3-4f4f-bad5-3124bb22870c req-81063b86-d07e-45ef-bec2-2d045d09c917 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0485387 Sep 16 15:13:59.448441 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ac2ca0f1-f0b3-4f4f-bad5-3124bb22870c req-a036fc1d-d2ab-4950-be70-2fd77bd957cb tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Sep 16 15:13:59.532171 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc4e05-bf53-4fc3-8a3a-ee2210d488b6 req-6bd46313-254d-4a04-90f6-bc05e423b7cb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:59.533884 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-93cc4e05-bf53-4fc3-8a3a-ee2210d488b6 req-6bd46313-254d-4a04-90f6-bc05e423b7cb tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0579078 Sep 16 15:13:59.571591 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-93cc4e05-bf53-4fc3-8a3a-ee2210d488b6 req-4db949de-1bad-4b89-8d50-be0d1d508f25 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb2ec572-eeee-453f-9168-f939361fc22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Sep 16 15:13:59.640590 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-58455a65-4c86-4663-9745-c41b213df59a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:59.642360 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-58455a65-4c86-4663-9745-c41b213df59a tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 945 time: 0.0538428 Sep 16 15:13:59.742020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Deleting port b31076aa-e371-4561-988e-7ae33e1c7b5a {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:59.742517 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:59.804403 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb376079-003c-40f2-8ac5-b90a017b1168 req-e9421ac2-4887-41c7-97f2-d69761cfe282 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:59.806607 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb376079-003c-40f2-8ac5-b90a017b1168 req-e9421ac2-4887-41c7-97f2-d69761cfe282 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0586903 Sep 16 15:13:59.833007 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] For port b31076aa-e371-4561-988e-7ae33e1c7b5a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=b31076aa-e371-4561-988e-7ae33e1c7b5a,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:59.833383 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:59.844856 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bb376079-003c-40f2-8ac5-b90a017b1168 req-085f4bdd-01bc-4c95-a47d-0ec2088a218d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Sep 16 15:13:59.845896 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-914cb3a1-1c7e-49d8-99c1-8f49e8bc73a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:59.847171 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Calling delete_port for b31076aa-e371-4561-988e-7ae33e1c7b5a owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:00.041477 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:00.070749 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['b31076aa-e371-4561-988e-7ae33e1c7b5a'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:00.082314 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ad021-28da-4fbc-8abc-59773843324a req-578e10d5-4f5a-4421-8c34-b2353da1e3e3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:00.087404 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ea4ad021-28da-4fbc-8abc-59773843324a req-578e10d5-4f5a-4421-8c34-b2353da1e3e3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0984390 Sep 16 15:14:00.093515 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Pushing event deleted for resources: {'Port': ['ID=b31076aa-e371-4561-988e-7ae33e1c7b5a,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:00.159660 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] No DVR routers for this DVR port b31076aa-e371-4561-988e-7ae33e1c7b5a on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:00.163852 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:00.166869 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b0006ded-95e6-45d9-9e68-9a27b1af2444 req-0fde294c-bea7-43c9-8c09-df696d7dc179 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.61 "DELETE /v2.0/ports/b31076aa-e371-4561-988e-7ae33e1c7b5a HTTP/1.1" status: 204 len: 173 time: 0.5159760 Sep 16 15:14:00.167594 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'name': 'network-vif-deleted', 'tag': 'b31076aa-e371-4561-988e-7ae33e1c7b5a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:00.170415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a663a394-61f6-499b-97b4-8a12570b6c94" -d '{"events": [{"server_uuid": "de6dfe74-24a5-4d57-ab63-d1cc9b11d539", "name": "network-vif-deleted", "tag": "b31076aa-e371-4561-988e-7ae33e1c7b5a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:00.195343 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ea4ad021-28da-4fbc-8abc-59773843324a req-62c01ee2-2124-41db-b993-01c4649f2793 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021004 Sep 16 15:14:00.233409 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7077bd-177b-4ab5-b3d8-71cd86ee4be5 x-openstack-request-id: req-af7077bd-177b-4ab5-b3d8-71cd86ee4be5 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:00.233704 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6dfe74-24a5-4d57-ab63-d1cc9b11d539", "name": "network-vif-deleted", "tag": "b31076aa-e371-4561-988e-7ae33e1c7b5a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:00.233960 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af7077bd-177b-4ab5-b3d8-71cd86ee4be5 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:00.234354 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6dfe74-24a5-4d57-ab63-d1cc9b11d539', 'name': 'network-vif-deleted', 'tag': 'b31076aa-e371-4561-988e-7ae33e1c7b5a', 'status': 'completed', 'code': 200} Sep 16 15:14:00.676087 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f09245a6-e6e0-46cf-be8f-40e4dac4e2d4 req-6fb472a2-15f2-4619-a91e-7cd8440b44e8 tempest-ServerRescueNegativeTestJSON-1379592981 tempest-ServerRescueNegativeTestJSON-1379592981-project] 10.222.0.52 "GET /v2.0/ports?device_id=de6dfe74-24a5-4d57-ab63-d1cc9b11d539 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Sep 16 15:14:01.323521 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe440f63-acde-4132-ae20-70b69759a87a req-18f83492-ecac-4ddb-b731-0fe5c58b6309 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:01.325337 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fe440f63-acde-4132-ae20-70b69759a87a req-18f83492-ecac-4ddb-b731-0fe5c58b6309 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0606940 Sep 16 15:14:01.366585 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fe440f63-acde-4132-ae20-70b69759a87a req-f5c4e0a8-b324-416d-8f96-e440c93e0613 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336370 Sep 16 15:14:01.736020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47860) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:02.157103 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:02.314489 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-be6c701c-890a-4305-8e92-e28f496e32fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:02.456081 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Deleting port e3cd6329-f28c-4ff3-83dd-941385f3ec96 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:02.456426 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:02.542062 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927030ec-147e-44ff-babf-6f0f5db06eb1 req-4cfe8dd0-4a5c-4222-b27d-73a8b361a75c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:02.543701 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-927030ec-147e-44ff-babf-6f0f5db06eb1 req-4cfe8dd0-4a5c-4222-b27d-73a8b361a75c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.1007874 Sep 16 15:14:02.583615 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] For port e3cd6329-f28c-4ff3-83dd-941385f3ec96, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=e3cd6329-f28c-4ff3-83dd-941385f3ec96,segment=NetworkSegment(2201dea2-1791-440c-a32a-cce791dc8e7d),segment_id=2201dea2-1791-440c-a32a-cce791dc8e7d)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:02.583986 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:02.604685 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Calling delete_port for e3cd6329-f28c-4ff3-83dd-941385f3ec96 owned by network:router_interface {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:02.608754 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-927030ec-147e-44ff-babf-6f0f5db06eb1 req-867d300e-0035-4225-80a0-8665380b7f50 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589700 Sep 16 15:14:02.792708 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:02.820027 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cd6329-f28c-4ff3-83dd-941385f3ec96,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:02.973234 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:03.101014 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:03.188794 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Router 133f2338-f244-4bcf-9e44-27cadcd4eb33 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:03.324047 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:03.523087 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:03.529733 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-40937547-bcb6-4644-ba9f-97820c0935a1 admin admin] 10.222.0.52 "PUT /v2.0/routers/133f2338-f244-4bcf-9e44-27cadcd4eb33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918990 Sep 16 15:14:03.531837 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 47876) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:03.536383 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] Sync routers for ids ['133f2338-f244-4bcf-9e44-27cadcd4eb33'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:03.549701 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] Routers {'133f2338-f244-4bcf-9e44-27cadcd4eb33'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:03.550712 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:14:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['133f2338-f244-4bcf-9e44-27cadcd4eb33'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:03.667732 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:03.670310 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] Set router 133f2338-f244-4bcf-9e44-27cadcd4eb33 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:03.793178 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abc196-cab3-4658-a68c-f2ea5a82ab07 req-8163ab53-31c4-47d1-a5a7-e9a1be99ac9c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:03.794724 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b6abc196-cab3-4658-a68c-f2ea5a82ab07 req-8163ab53-31c4-47d1-a5a7-e9a1be99ac9c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0931232 Sep 16 15:14:03.827916 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:03.869114 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:14:02Z', 'revision_number': 5, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port': {'id': 'd29065ad-da45-42ed-a569-e9499202d53a', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:03.871771 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b6abc196-cab3-4658-a68c-f2ea5a82ab07 req-805e98b9-3846-4e4c-94d1-a2c104d93881 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701764 Sep 16 15:14:03.906780 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] Checking router: 133f2338-f244-4bcf-9e44-27cadcd4eb33 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:03.908870 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Deleting port d29065ad-da45-42ed-a569-e9499202d53a {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:03.909337 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:03.909653 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] Routers {'133f2338-f244-4bcf-9e44-27cadcd4eb33'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:03.910273 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:14:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['133f2338-f244-4bcf-9e44-27cadcd4eb33'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:03.914849 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b31076aa-e371-4561-988e-7ae33e1c7b5a no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:03.939386 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: b31076aa-e371-4561-988e-7ae33e1c7b5a {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:03.939997 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device b31076aa-e371-4561-988e-7ae33e1c7b5a not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:04.009754 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] Set router 133f2338-f244-4bcf-9e44-27cadcd4eb33 gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:04.015244 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] For port d29065ad-da45-42ed-a569-e9499202d53a, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=d29065ad-da45-42ed-a569-e9499202d53a,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:04.015607 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.027111 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Calling delete_port for d29065ad-da45-42ed-a569-e9499202d53a owned by network:router_gateway {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:04.062789 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:14:03Z', 'revision_number': 6, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:04.088369 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424fa52-3ea6-4c07-8a79-1077066e1112 None None] The sync data for ids ['133f2338-f244-4bcf-9e44-27cadcd4eb33'] in dv-cinder-809420-1-iscsi is: [{'id': '133f2338-f244-4bcf-9e44-27cadcd4eb33', 'name': 'tempest-ServerRescueNegativeTestJSON-1826014325-router', 'tenant_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:14:03Z', 'revision_number': 6, 'project_id': '87f4b3d0cd3e41dbafec4b2584b31f9a', 'gw_port_host': None}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:04.196501 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.228221 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29065ad-da45-42ed-a569-e9499202d53a,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:04.286884 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.388266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.390412 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.459704 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.460507 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133f2338-f244-4bcf-9e44-27cadcd4eb33 {{(pid=94191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:14:04.466705 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.470478 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47890) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:04.471017 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9d4eea4e-30ca-4c97-97f0-17a2ab35d7e0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/133f2338-f244-4bcf-9e44-27cadcd4eb33 HTTP/1.1" status: 204 len: 168 time: 0.9378643 Sep 16 15:14:04.517447 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Deleting subnet 2daf34f9-e853-4b4a-9bcc-fda7683c7c51 {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:14:04.520599 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.563830 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.608130 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.660499 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.688095 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2daf34f9-e853-4b4a-9bcc-fda7683c7c51,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:04.691877 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.693772 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-51b20588-eced-4eea-8df4-09abd4f978d7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2daf34f9-e853-4b4a-9bcc-fda7683c7c51 HTTP/1.1" status: 204 len: 168 time: 0.2214661 Sep 16 15:14:04.696466 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47894) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:04.764318 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.845616 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.867126 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5829b334-5f53-4e64-b765-78a33613d4f4']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:04.877818 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2201dea2-1791-440c-a32a-cce791dc8e7d') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:04.878120 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2201dea2-1791-440c-a32a-cce791dc8e7d') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:04.889553 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.908735 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.919491 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:14:04.919904 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:14:04.921758 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:14:04.986805 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.991902 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:04.998046 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5829b334-5f53-4e64-b765-78a33613d4f4 HTTP/1.1" status: 204 len: 168 time: 0.2975605 Sep 16 15:14:05.010890 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280216c3-abce-4371-ab91-427ec80bd6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5829b334-5f53-4e64-b765-78a33613d4f4,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:05.014537 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4db8d4-d8d0-4421-8def-f73bfa468df2 req-84481576-9efe-48ff-9c77-72d202fb0347 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:05.016069 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2a4db8d4-d8d0-4421-8def-f73bfa468df2 req-84481576-9efe-48ff-9c77-72d202fb0347 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 944 time: 0.0596356 Sep 16 15:14:05.073351 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2a4db8d4-d8d0-4421-8def-f73bfa468df2 req-10022603-220e-4240-83ea-27ba9e97bc45 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505614 Sep 16 15:14:05.074145 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:05.190348 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47902) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:05.232440 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-92f29f86-1b56-410d-abe3-ecc2554287f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87f4b3d0cd3e41dbafec4b2584b31f9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406322 Sep 16 15:14:05.234725 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 47906) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:05.282628 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724a6d2a-4b3e-40c7-8efe-0501ce244515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:05.317616 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724a6d2a-4b3e-40c7-8efe-0501ce244515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:05.366581 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724a6d2a-4b3e-40c7-8efe-0501ce244515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:05.369413 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-724a6d2a-4b3e-40c7-8efe-0501ce244515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:05.370591 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-724a6d2a-4b3e-40c7-8efe-0501ce244515 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb2ec572-eeee-453f-9168-f939361fc22d HTTP/1.1" status: 204 len: 168 time: 0.1348038 Sep 16 15:14:05.378131 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a6d2a-4b3e-40c7-8efe-0501ce244515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ec572-eeee-453f-9168-f939361fc22d,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:05.842476 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device e3cd6329-f28c-4ff3-83dd-941385f3ec96 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:05.862171 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: e3cd6329-f28c-4ff3-83dd-941385f3ec96 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:05.862573 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device e3cd6329-f28c-4ff3-83dd-941385f3ec96 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:05.862993 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d29065ad-da45-42ed-a569-e9499202d53a no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:05.881807 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: d29065ad-da45-42ed-a569-e9499202d53a {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:05.882154 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d29065ad-da45-42ed-a569-e9499202d53a not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:05.926667 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:14:06.033941 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:06.046262 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'port_id': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'mac_address': 'fa:16:3e:fb:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:14:06.086873 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:06.099849 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40e6b71-7386-4e03-9426-52dc3570f5b6 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:06.128420 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:06.132545 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:06.189897 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=9']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:06.197902 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.198247 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.198825 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.199160 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.199664 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.199999 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.200327 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.201168 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.201677 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.202173 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.202682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.203229 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:06.211908 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b20c6-c04e-46c2-9326-498243d3c7ee req-37f475f9-b422-4cf2-873d-2df15edf44bd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:06.213895 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-830b20c6-c04e-46c2-9326-498243d3c7ee req-37f475f9-b422-4cf2-873d-2df15edf44bd tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.0583296 Sep 16 15:14:06.254407 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-830b20c6-c04e-46c2-9326-498243d3c7ee req-6cfd0770-33c2-438d-98b9-375c994b9605 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Sep 16 15:14:06.515387 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d40e6b71-7386-4e03-9426-52dc3570f5b6'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:07.379726 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12439470-e839-4363-be0e-a2ca2a591dad req-56611a83-f098-4a64-89ff-e26ab009f439 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:07.381172 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-12439470-e839-4363-be0e-a2ca2a591dad req-56611a83-f098-4a64-89ff-e26ab009f439 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.0475395 Sep 16 15:14:07.417279 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-12439470-e839-4363-be0e-a2ca2a591dad req-4481fdc6-8d73-4ad5-baa6-a8d115b6a48a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302598 Sep 16 15:14:08.149234 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:08.536503 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0df287-8a6d-48d4-adfe-4896d978438e req-023354c3-d843-4e10-ade8-b1e033c37753 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:08.537975 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8f0df287-8a6d-48d4-adfe-4896d978438e req-023354c3-d843-4e10-ade8-b1e033c37753 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.0510445 Sep 16 15:14:08.577327 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8f0df287-8a6d-48d4-adfe-4896d978438e req-fd04404f-8126-4cd0-a5c3-b05cfffe86e6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Sep 16 15:14:09.697989 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec61be-7cac-4db3-8eb3-c6f464e7bd71 req-261da5f8-ce3a-48f2-ac47-2dd288799c44 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:09.699441 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3fec61be-7cac-4db3-8eb3-c6f464e7bd71 req-261da5f8-ce3a-48f2-ac47-2dd288799c44 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.0491428 Sep 16 15:14:09.737582 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3fec61be-7cac-4db3-8eb3-c6f464e7bd71 req-017254c1-6f83-4a6c-a5e6-5612985a833a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Sep 16 15:14:10.855246 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a9407-d529-48c3-81d3-7b84e458b5f6 req-1a3a7259-0399-4d63-9cba-58786b098442 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:10.856719 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-303a9407-d529-48c3-81d3-7b84e458b5f6 req-1a3a7259-0399-4d63-9cba-58786b098442 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.0485094 Sep 16 15:14:10.894507 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-303a9407-d529-48c3-81d3-7b84e458b5f6 req-9703220e-167b-46cc-9446-a9128473cd57 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Sep 16 15:14:11.960044 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:12.009867 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d40e6b71-7386-4e03-9426-52dc3570f5b6 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:12.010520 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.027461 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92560b8-db65-476e-9bf2-03af87dcab8a req-192e326a-2c2f-4869-97a4-c4e4527cdf35 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:12.030592 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e92560b8-db65-476e-9bf2-03af87dcab8a req-192e326a-2c2f-4869-97a4-c4e4527cdf35 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Sep 16 15:14:12.087240 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e92560b8-db65-476e-9bf2-03af87dcab8a req-73e5ed62-53c4-4879-9e41-71444db58637 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494111 Sep 16 15:14:12.105166 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.137693 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:12.140447 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16644096-140b-4754-9700-30218e2ea420" -d '{"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-plugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:12.154515 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:12.158753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.186610 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646d961-02fc-4bbd-b8c8-9532b372f434 x-openstack-request-id: req-1646d961-02fc-4bbd-b8c8-9532b372f434 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:12.186899 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-plugged", "status": "completed", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:12.187150 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1646d961-02fc-4bbd-b8c8-9532b372f434 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:12.187619 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'code': 200} Sep 16 15:14:12.221368 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=10']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:13.223510 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a6597-e65b-48db-a95a-288d9bd71061 req-f799c3ed-7315-4e35-b8ad-0b435879290d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:13.224969 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b63a6597-e65b-48db-a95a-288d9bd71061 req-f799c3ed-7315-4e35-b8ad-0b435879290d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0562615 Sep 16 15:14:13.262368 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b63a6597-e65b-48db-a95a-288d9bd71061 req-c1411cc2-164e-4a0c-b621-cee2ec4aae81 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Sep 16 15:14:14.377826 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2623e27-02ab-4b66-a634-982bfe2319aa req-9f2d4e46-aef3-477c-a14e-4dfd5e0ea208 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:14.379288 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e2623e27-02ab-4b66-a634-982bfe2319aa req-9f2d4e46-aef3-477c-a14e-4dfd5e0ea208 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0464406 Sep 16 15:14:14.416055 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e2623e27-02ab-4b66-a634-982bfe2319aa req-5e002d1c-b1de-4f5a-9efd-029f675c2efb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302005 Sep 16 15:14:15.538883 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac55403-208a-4702-9f3f-9ee9bb6770f3 req-d06b9085-9592-486b-88b9-a8540a64bf3b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:15.540365 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dac55403-208a-4702-9f3f-9ee9bb6770f3 req-d06b9085-9592-486b-88b9-a8540a64bf3b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0489819 Sep 16 15:14:15.577119 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-dac55403-208a-4702-9f3f-9ee9bb6770f3 req-9306a477-b76f-4299-bd63-10fabde2d6ec tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Sep 16 15:14:16.201034 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24a06-6445-49a1-a0f5-e65195fec02f req-6d618752-da0e-46c3-9a0a-f3916a571813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:16.202551 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6ed24a06-6445-49a1-a0f5-e65195fec02f req-6d618752-da0e-46c3-9a0a-f3916a571813 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1100 time: 0.0455568 Sep 16 15:14:16.245662 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6ed24a06-6445-49a1-a0f5-e65195fec02f req-99dda23f-c905-4cbc-8c51-19a4f1d94b5e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271437 Sep 16 15:14:16.728913 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97d994-b9bd-4f34-88d9-62b8a8647e06 req-c5723ea6-30d8-4d22-9245-0270f3cd5690 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:16.731139 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5d97d994-b9bd-4f34-88d9-62b8a8647e06 req-c5723ea6-30d8-4d22-9245-0270f3cd5690 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0584545 Sep 16 15:14:16.777456 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5d97d994-b9bd-4f34-88d9-62b8a8647e06 req-15030783-da6c-4d79-aee7-8a4b8be33aa7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 Sep 16 15:14:16.883032 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529650c-a401-400c-973e-e0258c7b6d55 req-ea274883-c67b-4cec-b1b9-6f86e14f5254 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:16.886379 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c529650c-a401-400c-973e-e0258c7b6d55 req-ea274883-c67b-4cec-b1b9-6f86e14f5254 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0510025 Sep 16 15:14:16.924147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c529650c-a401-400c-973e-e0258c7b6d55 req-b52fcf16-899a-4e8c-9bba-28f8c634def7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Sep 16 15:14:16.948529 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48110) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.135970 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964de15e-8e4f-48f4-9247-08401e5cc167 tempest-TestMinimumBasicScenario-334645350 tempest-TestMinimumBasicScenario-334645350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:17.137467 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-964de15e-8e4f-48f4-9247-08401e5cc167 tempest-TestMinimumBasicScenario-334645350 tempest-TestMinimumBasicScenario-334645350-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1094 time: 0.1879673 Sep 16 15:14:17.140543 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48114) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.144665 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'port_id': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:17.167069 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.263710 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.383249 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Allocated IP 172.27.0.22 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/c166bfce-56f9-4a32-8492-bd7143a31ccc) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:17.482294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.517490 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.558497 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:17.561304 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:17.566669 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:17.572017 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'Port': ['ID=c166bfce-56f9-4a32-8492-bd7143a31ccc,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:17.968992 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.999247 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e59a0-3f01-4df2-a03d-6f02f1b63578 req-1e4403ca-1adf-4657-9aed-c959c6110afb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:18.007861 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2b7e59a0-3f01-4df2-a03d-6f02f1b63578 req-1e4403ca-1adf-4657-9aed-c959c6110afb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0656304 Sep 16 15:14:18.048263 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2b7e59a0-3f01-4df2-a03d-6f02f1b63578 req-a7f95502-593e-47a2-b2bf-501297e252e1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395381 Sep 16 15:14:18.100086 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.295059 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.299645 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.386350 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'Port': ['ID=c166bfce-56f9-4a32-8492-bd7143a31ccc,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:18.403101 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.526652 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Floating IP a9beed0e-5256-4d2e-a50b-291730dff217 associated. External IP: 172.27.0.22, port: 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0. Sep 16 15:14:18.802027 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Router 277b8047-bfee-46b0-b003-c8e5a665a3b5 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:18.932533 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:18.942202 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] Sync routers for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:18.955266 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:18.955588 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:14:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:18.958941 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.999997 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-a0d26e55-cba2-4888-ae80-9228e6f0b68c tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8559370 Sep 16 15:14:18.999997 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:19.000786 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 48216) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.003049 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1da572-05e0-4358-a55b-eb144630d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:19.016710 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753883154', 'description': 'tempest-secgroup-smoke-753883154 description', 'project_id': '80c3ba85aed047f0a3d410ae401b7818'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.043330 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.060293 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8181f3-54ea-4929-b926-fc4b7bc2d236 x-openstack-request-id: req-df8181f3-54ea-4929-b926-fc4b7bc2d236 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:19.060770 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:19.061153 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df8181f3-54ea-4929-b926-fc4b7bc2d236 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:19.062156 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'status': 'completed', 'code': 200} Sep 16 15:14:19.147004 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-a012a9c2-c898-4cf5-a21c-526c3e7284b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:19.148520 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-a012a9c2-c898-4cf5-a21c-526c3e7284b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1099 time: 0.0584791 Sep 16 15:14:19.207524 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:19.238632 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.248053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.323431 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.324581 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3230143 Sep 16 15:14:19.327889 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48228) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.332253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c72d7b-5d40-409b-b130-b8bbb123f9a9 req-29f7cfa7-7488-4aa6-af05-c1eb99869a03 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:19.332787 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group_rule': {'security_group_id': '0545716f-4c3f-4420-9972-af0cf30f7c2c', 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.333714 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c4c72d7b-5d40-409b-b130-b8bbb123f9a9 req-29f7cfa7-7488-4aa6-af05-c1eb99869a03 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.1534674 Sep 16 15:14:19.337544 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94eb83-c9cf-4fa6-9a4a-dc45f8e7e9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0545716f-4c3f-4420-9972-af0cf30f7c2c,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.367656 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-9ec58c7a-b9f3-4c37-b8bd-f1877c3c6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:19.367925 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.369457 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-9ec58c7a-b9f3-4c37-b8bd-f1877c3c6038 service neutron] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 915 time: 0.1905324 Sep 16 15:14:19.396997 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c4c72d7b-5d40-409b-b130-b8bbb123f9a9 req-f779eda8-4628-4101-ae98-6c26fc17b5fa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Sep 16 15:14:19.427562 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.431756 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.448804 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ae223d-3b3e-44ef-bfd0-6800a362a94b,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.455682 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.457153 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5964235f-2c86-424d-b1ea-9e7cb526f4d2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281059 Sep 16 15:14:19.459796 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48232) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.465679 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group_rule': {'security_group_id': '0545716f-4c3f-4420-9972-af0cf30f7c2c', 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.489639 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'a9beed0e-5256-4d2e-a50b-291730dff217', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'port_id': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'mac_address': 'fa:16:3e:8e:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:17Z', 'updated_at': '2021-09-16T15:14:17Z', 'revision_number': 0, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:19.491198 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.518852 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] Checking router: 277b8047-bfee-46b0-b003-c8e5a665a3b5 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:19.527748 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:19.528364 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:14:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:19.552862 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.556711 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.575178 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc94748-e797-4522-b8c7-a0046ee2cc7f,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.578945 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.580209 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-4b137257-df15-4e5a-bf3b-5b30a345e041 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194947 Sep 16 15:14:19.582988 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48234) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.588052 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group_rule': {'security_group_id': '0545716f-4c3f-4420-9972-af0cf30f7c2c', 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.615110 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.643801 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:19.672657 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.676789 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.697128 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36aee9-5f88-472d-b15e-fb3daf19c08c,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.700837 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.704586 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-486c6b1b-fe91-4f32-b4bb-56fdc2b6354b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181536 Sep 16 15:14:19.705037 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48236) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.708987 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group_rule': {'security_group_id': '0545716f-4c3f-4420-9972-af0cf30f7c2c', 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.735797 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.798056 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.802699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.821807 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303ed7b3-a4e7-487c-965b-97ebcc1fd4b6,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.831964 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.833274 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-34441cff-d1c0-45c4-9a56-2b6d99843a99 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275847 Sep 16 15:14:19.837380 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48240) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.841793 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group_rule': {'security_group_id': '0545716f-4c3f-4420-9972-af0cf30f7c2c', 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.864950 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.securitygroups_db [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Project 80c3ba85aed047f0a3d410ae401b7818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:14:19.871277 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.889043 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'a9beed0e-5256-4d2e-a50b-291730dff217', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'port_id': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'mac_address': 'fa:16:3e:8e:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:17Z', 'updated_at': '2021-09-16T15:14:17Z', 'revision_number': 0, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:19.916798 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5607797-1b10-4840-92a2-e7369c523a94 None None] The sync data for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi is: [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'a9beed0e-5256-4d2e-a50b-291730dff217', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'port_id': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'mac_address': 'fa:16:3e:8e:ce:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:17Z', 'updated_at': '2021-09-16T15:14:17Z', 'revision_number': 0, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:19.933510 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.940369 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.960859 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7119da03-f6cb-47ac-a4b8-1fb947ffec7d,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.966338 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.967682 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-8b777341-71b9-45ff-91b1-a17dd63dcb80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293707 Sep 16 15:14:19.970672 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 48244) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.975308 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'security_group_rule': {'security_group_id': '0545716f-4c3f-4420-9972-af0cf30f7c2c', 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:20.001808 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.securitygroups_db [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Project 80c3ba85aed047f0a3d410ae401b7818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:14:20.007275 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.077016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.083601 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.101483 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2315d84-d1b0-45d0-8c37-47bf2d772fce,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:20.108253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.109455 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ecef1c82-ad40-4c03-ab95-1afdd3407906 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378040 Sep 16 15:14:20.141907 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081349e5-a978-4535-a30e-174f73b0c7be None None] New status for floating IP a9beed0e-5256-4d2e-a50b-291730dff217: ACTIVE {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:20.198628 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-69574f1f-97a7-46d4-9041-38e750cd37b9 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753883154&fields=id&tenant_id=80c3ba85aed047f0a3d410ae401b7818 HTTP/1.1" status: 200 len: 267 time: 0.0326667 Sep 16 15:14:20.254377 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-6d868b2f-aa01-4edf-ae23-2328da9aca80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:20.255876 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-6d868b2f-aa01-4edf-ae23-2328da9aca80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0515616 Sep 16 15:14:20.267390 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'port': {'security_groups': ['88fb038b-6eec-423e-b3da-4c1ba74aa31e', '0545716f-4c3f-4420-9972-af0cf30f7c2c']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:20.330162 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.551366 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:20.574108 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-45848df0-29fd-4c9f-9c86-9f097101d508 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 1001 time: 0.0815070 Sep 16 15:14:20.591428 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.595735 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.637640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:20.638246 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.639640 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c787d3b3-5c3d-4a90-b39d-3655e9f8de7b req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "PUT /v2.0/ports/0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 982 time: 0.3766782 Sep 16 15:14:20.640077 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:20.642287 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425eff7f-8898-412c-b883-0793a73a5efa" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:20.669923 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b3ac3-9d80-4d7b-afc4-a2ee7382e305 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=6']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:20.744270 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338a1ac-7dc8-4f30-a753-d272bd7d4174 req-dd5e0cab-efae-4884-bf8c-7e7b7c3958ea tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:20.745803 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1338a1ac-7dc8-4f30-a753-d272bd7d4174 req-dd5e0cab-efae-4884-bf8c-7e7b7c3958ea tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0512080 Sep 16 15:14:20.787598 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1338a1ac-7dc8-4f30-a753-d272bd7d4174 req-99570032-aa46-449f-8bed-f7c7f176a18b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355861 Sep 16 15:14:20.831362 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe048ea-7f71-4b21-82b7-5f9c71cebecc x-openstack-request-id: req-0fe048ea-7f71-4b21-82b7-5f9c71cebecc {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:20.831655 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:20.831907 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fe048ea-7f71-4b21-82b7-5f9c71cebecc {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:20.832304 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'status': 'completed', 'code': 200} Sep 16 15:14:20.890479 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-5b654111-d9a5-4d01-90b3-c747d1005327 None None] Provisioning complete for port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:20.890995 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5b654111-d9a5-4d01-90b3-c747d1005327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.995876 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:14:22.437852 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:22.468977 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-072357fc-ecd2-4743-8afb-98bef4b2ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:22.470475 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-072357fc-ecd2-4743-8afb-98bef4b2ae77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.0474560 Sep 16 15:14:22.516397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-ecfab313-ddff-4e43-aa82-cbbddc63a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:22.517870 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-ecfab313-ddff-4e43-aa82-cbbddc63a611 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391729 Sep 16 15:14:22.568290 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:22.612175 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-8cc6d6eb-31e1-46e6-abc8-9bad9f3da927 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823004 Sep 16 15:14:22.709625 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1a1da572-05e0-4358-a55b-eb144630d8bd req-f1dec929-d387-4802-81df-34a7ca33e80b service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876279 Sep 16 15:14:22.813861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eff7f-8898-412c-b883-0793a73a5efa req-2ed30c35-c875-4a95-b13e-e7d7d583d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:22.815309 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-2ed30c35-c875-4a95-b13e-e7d7d583d94c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1138 time: 0.0407672 Sep 16 15:14:22.919627 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eff7f-8898-412c-b883-0793a73a5efa req-e456d324-d147-4e7a-80ce-9c7a970b4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:22.921093 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-e456d324-d147-4e7a-80ce-9c7a970b4fb1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 915 time: 0.0879200 Sep 16 15:14:22.989851 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-3ee302ef-84b9-4a55-b0f9-8b0e592c4e7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 1001 time: 0.0611367 Sep 16 15:14:23.040858 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eff7f-8898-412c-b883-0793a73a5efa req-5d68165b-65f9-43e4-857f-1ba6f8712896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:23.042520 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-5d68165b-65f9-43e4-857f-1ba6f8712896 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.0454094 Sep 16 15:14:23.096737 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eff7f-8898-412c-b883-0793a73a5efa req-a1c5542d-fe87-484a-a3a0-bd0903800156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:23.098131 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-a1c5542d-fe87-484a-a3a0-bd0903800156 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464544 Sep 16 15:14:23.193844 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-6bf99e11-c551-4795-b7e3-4cab3719fae5 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807519 Sep 16 15:14:23.199849 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:23.203021 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:23.294763 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-425eff7f-8898-412c-b883-0793a73a5efa req-fb9a14ac-1276-4207-b947-2d9a35935612 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915112 Sep 16 15:14:23.320506 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:23.322544 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:25.888537 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d9fde-b95c-4295-8d2a-001fde647c33 req-08e5e7ad-46af-4503-845d-8dada643bb71 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:25.889920 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fe1d9fde-b95c-4295-8d2a-001fde647c33 req-08e5e7ad-46af-4503-845d-8dada643bb71 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0480039 Sep 16 15:14:25.925954 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-fe1d9fde-b95c-4295-8d2a-001fde647c33 req-d50a0987-98c7-484c-8275-4cace2d816e0 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301335 Sep 16 15:14:27.038429 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347367a-61c4-4e41-a425-d66365da0bd6 req-c698b741-6803-4ec5-a642-7c4482b13d4f tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:27.039897 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b347367a-61c4-4e41-a425-d66365da0bd6 req-c698b741-6803-4ec5-a642-7c4482b13d4f tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0476460 Sep 16 15:14:27.079874 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b347367a-61c4-4e41-a425-d66365da0bd6 req-91f98441-f2ec-478c-b981-90ca0d0dbee9 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Sep 16 15:14:27.742719 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 48346) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:27.862644 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b208e-90e1-4f07-beca-318481bda3be req-5b9a8fb2-bee8-407e-8f8f-75b8b596e021 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:27.864281 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b3b208e-90e1-4f07-beca-318481bda3be req-5b9a8fb2-bee8-407e-8f8f-75b8b596e021 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0596201 Sep 16 15:14:27.917572 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-80846369-de0f-44e3-bfc0-80659aba3592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.016457 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Deleting port 3febdfb8-2987-4104-9b99-cb8fb9417797 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:28.016715 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.198720 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d892d-8696-40c0-a59b-8f714e817301 req-95d77814-742c-4886-99c9-d4393a998243 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:28.200270 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ef7d892d-8696-40c0-a59b-8f714e817301 req-95d77814-742c-4886-99c9-d4393a998243 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 946 time: 0.0548017 Sep 16 15:14:28.241337 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ef7d892d-8696-40c0-a59b-8f714e817301 req-93e05110-565c-417a-8a9d-c52a0a23ddb9 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/security-groups?id=332d82b5-5b00-4e5e-8d03-874dab69fd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Sep 16 15:14:28.389336 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-80846369-de0f-44e3-bfc0-80659aba3592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.391271 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] For port 3febdfb8-2987-4104-9b99-cb8fb9417797, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=3febdfb8-2987-4104-9b99-cb8fb9417797,segment=NetworkSegment(2d798a63-5308-4ccb-88f4-0f10ea4677f0),segment_id=2d798a63-5308-4ccb-88f4-0f10ea4677f0)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:28.391615 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.394299 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-80846369-de0f-44e3-bfc0-80659aba3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.417890 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Calling delete_port for 3febdfb8-2987-4104-9b99-cb8fb9417797 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:28.447453 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-80846369-de0f-44e3-bfc0-80659aba3592 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=042d0958ab894544b449c9d735914e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035940 Sep 16 15:14:28.450227 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48358) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:28.451686 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846369-de0f-44e3-bfc0-80659aba3592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f439a766-5770-4b87-866e-aca6c7d41044,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:28.499415 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-051ac6fa-549c-4eed-9ecd-fb0d914f75b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.520496 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-051ac6fa-549c-4eed-9ecd-fb0d914f75b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.570255 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-051ac6fa-549c-4eed-9ecd-fb0d914f75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.572146 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.573448 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-051ac6fa-549c-4eed-9ecd-fb0d914f75b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.574609 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-051ac6fa-549c-4eed-9ecd-fb0d914f75b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f439a766-5770-4b87-866e-aca6c7d41044 HTTP/1.1" status: 204 len: 168 time: 0.1233611 Sep 16 15:14:28.582456 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ac6fa-549c-4eed-9ecd-fb0d914f75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f439a766-5770-4b87-866e-aca6c7d41044,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:28.599926 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Pushing event deleted for resources: {'Port': ['ID=3febdfb8-2987-4104-9b99-cb8fb9417797,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:28.647793 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] No DVR routers for this DVR port 3febdfb8-2987-4104-9b99-cb8fb9417797 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:28.651142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.653148 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3b3b208e-90e1-4f07-beca-318481bda3be req-ba02e90f-a581-4253-b7b6-23c8377053a8 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.61 "DELETE /v2.0/ports/3febdfb8-2987-4104-9b99-cb8fb9417797 HTTP/1.1" status: 204 len: 173 time: 0.7766280 Sep 16 15:14:28.653578 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'name': 'network-vif-deleted', 'tag': '3febdfb8-2987-4104-9b99-cb8fb9417797'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:28.655824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a736ecc-d2e6-4a7e-a2c2-647a814cb219" -d '{"events": [{"server_uuid": "c2e2490b-6c26-4f51-8734-993a79095e10", "name": "network-vif-deleted", "tag": "3febdfb8-2987-4104-9b99-cb8fb9417797"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:28.695799 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba86622-e64c-45cc-98ef-d4aae2115735 x-openstack-request-id: req-bba86622-e64c-45cc-98ef-d4aae2115735 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:28.696693 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e2490b-6c26-4f51-8734-993a79095e10", "name": "network-vif-deleted", "tag": "3febdfb8-2987-4104-9b99-cb8fb9417797", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:28.696946 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bba86622-e64c-45cc-98ef-d4aae2115735 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:28.697427 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e2490b-6c26-4f51-8734-993a79095e10', 'name': 'network-vif-deleted', 'tag': '3febdfb8-2987-4104-9b99-cb8fb9417797', 'status': 'completed', 'code': 200} Sep 16 15:14:29.338038 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8a3f0fbe-e3f5-438a-b69b-5765421e02e5 req-0e3089e6-6ef5-4498-8e21-6c1941590410 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0276790 Sep 16 15:14:29.853515 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-09002f37-3ff9-48c3-a3d9-6d01e17f44bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.437990 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1f6320d0-e854-4c03-8e03-95717e92e9b3 req-d610c2f3-b18b-42df-93cb-7cab6df3ef53 tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.0259981 Sep 16 15:14:31.169682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['3febdfb8-2987-4104-9b99-cb8fb9417797'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:31.699466 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4a3823df-3cb3-4cca-b3a6-d7b1c18df95e req-c68642b1-4952-424d-838f-6bfbe28ef12b tempest-VolumesSnapshotTestJSON-660226520 tempest-VolumesSnapshotTestJSON-660226520-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e2490b-6c26-4f51-8734-993a79095e10 HTTP/1.1" status: 200 len: 210 time: 0.1846814 Sep 16 15:14:32.314823 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-d229af94-c015-496c-a883-988aabf007cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.106189 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.332597 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.067616 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.870441 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 3febdfb8-2987-4104-9b99-cb8fb9417797 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:35.892883 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 3febdfb8-2987-4104-9b99-cb8fb9417797 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:35.893227 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 3febdfb8-2987-4104-9b99-cb8fb9417797 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:38.152602 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:41.504848 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-77994416-78dd-453f-8e15-236e5706033e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401254 Sep 16 15:14:41.589906 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-81126a24-b68e-43d4-9c12-643d9620a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:41.591473 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-81126a24-b68e-43d4-9c12-643d9620a9f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 1100 time: 0.0415072 Sep 16 15:14:41.716517 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-c8087f64-77a0-4bca-9bf2-6961089f3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:41.718010 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-c8087f64-77a0-4bca-9bf2-6961089f3f1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.1038578 Sep 16 15:14:41.788861 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-09b11c33-68be-405c-8a80-6b41efe1a14d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 200 len: 1002 time: 0.0617149 Sep 16 15:14:41.845787 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-a50b1bce-1b6c-45ec-a49b-4cb2e01cbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:41.847369 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-a50b1bce-1b6c-45ec-a49b-4cb2e01cbcfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0487018 Sep 16 15:14:41.903369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-6e8f475f-ef37-4d73-a69c-140a13e6fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:41.905044 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-6e8f475f-ef37-4d73-a69c-140a13e6fdfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490763 Sep 16 15:14:42.002554 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-5166cc8d-4a29-4cb0-ac2a-e22877c4dd4b service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888884 Sep 16 15:14:42.100784 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-445458d4-3f9c-4013-8ed0-9c4faed30e33 req-1a46b33d-1146-4a4e-ad95-7cd932022652 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898979 Sep 16 15:14:43.193456 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 48606) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:43.303250 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2374a362-3850-4319-aff2-d32d345ca044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.403869 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2374a362-3850-4319-aff2-d32d345ca044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.410706 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2374a362-3850-4319-aff2-d32d345ca044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.453274 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-2374a362-3850-4319-aff2-d32d345ca044 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b85c3f01ece4ad28518388d54bdac73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587299 Sep 16 15:14:43.454067 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a362-3850-4319-aff2-d32d345ca044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdbe20f-fc78-409b-a712-88a4ee1da09e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:43.455960 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 48620) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:43.509228 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.530825 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.576467 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.579140 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.580285 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fdbe20f-fc78-409b-a712-88a4ee1da09e HTTP/1.1" status: 204 len: 168 time: 0.1233242 Sep 16 15:14:43.588655 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdbe20f-fc78-409b-a712-88a4ee1da09e,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:43.595506 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.595860 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.596221 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.596558 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.596888 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.597217 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.597552 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.597872 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.598197 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.598540 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.598869 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:43.599187 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779962cf-0481-4061-bf10-3114be50f4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:46.000428 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-0030fb39-4878-4a51-b989-bfefdec2882d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8a7a9718d474ddaa61be35910eea9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367954 Sep 16 15:14:46.372120 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-1fc4104b-67ed-4777-807b-3fdc684e6391 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:46.373583 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-1fc4104b-67ed-4777-807b-3fdc684e6391 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3675873 Sep 16 15:14:46.388351 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-b8e69912-e472-4d52-9dd2-ee4006aafc3d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/quotas/d8a7a9718d474ddaa61be35910eea9e1 HTTP/1.1" status: 200 len: 375 time: 0.0092125 Sep 16 15:14:46.417488 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-4e58b1ff-e1b0-42db-a76c-caf45bfbfabd tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a7a9718d474ddaa61be35910eea9e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0240815 Sep 16 15:14:46.572777 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f19f3623-e4f9-4185-9f11-0d8f0c378a35 req-fa021e96-106c-4470-8f5b-f8ed1ddc3394 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 210 time: 0.0265651 Sep 16 15:14:47.669618 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3c306f6e-40ea-480c-aa76-503bfc370d6c req-f699ccf7-be5b-4b81-be73-45094ca68f82 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 210 time: 0.0290337 Sep 16 15:14:48.762131 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5cef4dc9-3800-4808-9f95-38415a7c1570 req-3ca02dea-088f-457c-a4ae-604343a74ff1 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 210 time: 0.0271077 Sep 16 15:14:49.295667 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-ded800cc-d7a0-4b88-a0ed-d87f200cda4c tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d8a7a9718d474ddaa61be35910eea9e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301318 Sep 16 15:14:49.484074 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-d4b2d562-6647-48a4-bbd2-c771e2cdb313 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:49.486047 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-d4b2d562-6647-48a4-bbd2-c771e2cdb313 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826758 Sep 16 15:14:49.500413 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Request body: {'port': {'device_id': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839', 'admin_state_up': True, 'tenant_id': 'd8a7a9718d474ddaa61be35910eea9e1'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:49.634740 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Made reservation on behalf of d8a7a9718d474ddaa61be35910eea9e1 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:49.638590 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.648258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.761435 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.768421 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.841409 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fcf1e6-a250-47d0-b532-2ad1d126339e,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:49.915915 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b134c4ab-a2dc-4e59-a72b-3a6acbf631f6 req-5754b0e1-4918-47fd-b08a-1003055e9544 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 210 time: 0.0419841 Sep 16 15:14:49.976218 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Allocated IP 192.168.233.90 (99a995e0-71b2-4201-8fb5-23a9ef032839/fd51f914-1ce8-412e-9a3b-92c4a99ca1dc/a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:50.126856 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.158403 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.199487 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Network 99a995e0-71b2-4201-8fb5-23a9ef032839 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:50.202462 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:50.208382 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:50.214951 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Pushing event updated for resources: {'Port': ['ID=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:50.265259 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:50.265833 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.280326 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-15e59b0e-fa54-48d1-acda-096addb86c36 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7838378 Sep 16 15:14:50.393333 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Request body: {'port': {'device_id': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:50.444342 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.475880 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-9e861267-0613-4a75-9fc5-ef1095e83290 None None] Provisioning complete for port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:50.476406 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9e861267-0613-4a75-9fc5-ef1095e83290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.512809 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-9e861267-0613-4a75-9fc5-ef1095e83290 None None] Port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:50.697940 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:50.704976 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.717109 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Transition to ACTIVE for port object a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:14:50.720488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.797625 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:50.849400 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Attempting to bind port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:50.849736 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Attempting to bind port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:50.850063 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Attempting to bind port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab on network 99a995e0-71b2-4201-8fb5-23a9ef032839 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:50.854577 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab on network 99a995e0-71b2-4201-8fb5-23a9ef032839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:14:50.854902 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Attempting to bind port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab on network 99a995e0-71b2-4201-8fb5-23a9ef032839 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:50.861522 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:50.861859 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Checking segment: {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:50.862238 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Bound using segment: {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:50.862701 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Bound port: a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f18caa-a077-4771-bf14-051830c373cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:50.863062 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.938990 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] For port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:50.943878 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] For port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:50.950025 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.019536 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.020227 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.023108 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] 10.222.0.61 "PUT /v2.0/ports/a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab HTTP/1.1" status: 200 len: 1097 time: 0.7337120 Sep 16 15:14:51.023606 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'tag': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:51.026627 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce61d41d-2046-4edd-a8b3-cc671671dc98" -d '{"events": [{"name": "network-changed", "server_uuid": "14e4b714-823e-4944-bc4f-3eaf4ee343cd", "tag": "a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:51.106033 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a71e9-3d8d-4a59-845f-02844f321461 x-openstack-request-id: req-9c8a71e9-3d8d-4a59-845f-02844f321461 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:51.106327 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e4b714-823e-4944-bc4f-3eaf4ee343cd", "tag": "a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:51.106650 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c8a71e9-3d8d-4a59-845f-02844f321461 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:51.106974 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'tag': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab', 'status': 'completed', 'code': 200} Sep 16 15:14:51.130683 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dae65d-ee95-43d3-ba8b-c55ef6035022 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:51.151905 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9b022-fdca-45ad-88f8-61b938d5b511 req-24278135-0877-4123-979a-ff51b7bb33b6 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.153431 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-96b9b022-fdca-45ad-88f8-61b938d5b511 req-24278135-0877-4123-979a-ff51b7bb33b6 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 947 time: 0.1385684 Sep 16 15:14:51.165660 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-f292299f-649b-4a51-863f-9d9638a69c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.167217 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-f292299f-649b-4a51-863f-9d9638a69c87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8a7a9718d474ddaa61be35910eea9e1&device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 1100 time: 0.0835519 Sep 16 15:14:51.228662 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-9f4f358a-edd5-4e33-9686-2e67e5e8eea0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab HTTP/1.1" status: 200 len: 217 time: 0.0460248 Sep 16 15:14:51.266708 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-96b9b022-fdca-45ad-88f8-61b938d5b511 req-06bbe1fa-449e-4f4d-b0d0-a4adf9b10643 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059237 Sep 16 15:14:51.283780 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-95bd553c-edb8-4450-a77e-8a1e4b52c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.285303 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-95bd553c-edb8-4450-a77e-8a1e4b52c789 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd51f914-1ce8-412e-9a3b-92c4a99ca1dc HTTP/1.1" status: 200 len: 843 time: 0.0490971 Sep 16 15:14:51.334725 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-61105a61-3b4e-49d1-8bb4-093a2fef9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.336446 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-61105a61-3b4e-49d1-8bb4-093a2fef9661 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99a995e0-71b2-4201-8fb5-23a9ef032839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399644 Sep 16 15:14:51.431935 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-2ca54158-71b1-41ba-bb67-7a1a7174350c service neutron] 10.222.0.61 "GET /v2.0/networks/99a995e0-71b2-4201-8fb5-23a9ef032839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875013 Sep 16 15:14:51.529065 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e50269e-06a5-4808-9575-dae6dbdfc57b req-53a64c67-afc9-479c-8c2c-85bff8a233fa service neutron] 10.222.0.61 "GET /v2.0/networks/99a995e0-71b2-4201-8fb5-23a9ef032839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864675 Sep 16 15:14:51.622585 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-8173da05-acab-4649-8a07-7ddd111384a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.624144 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-8173da05-acab-4649-8a07-7ddd111384a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8a7a9718d474ddaa61be35910eea9e1&device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 1100 time: 0.0443921 Sep 16 15:14:51.713177 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-8f5a6bbf-ca7d-4b7f-87bb-6e6cf2d847b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.714692 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-8f5a6bbf-ca7d-4b7f-87bb-6e6cf2d847b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=99a995e0-71b2-4201-8fb5-23a9ef032839 HTTP/1.1" status: 200 len: 870 time: 0.0830669 Sep 16 15:14:51.757730 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-bba2f204-2da1-4800-8fef-6525119e5fe1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab HTTP/1.1" status: 200 len: 217 time: 0.0350888 Sep 16 15:14:51.807130 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-38390bdb-6cd8-437e-8332-aca8d3132f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.808592 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-38390bdb-6cd8-437e-8332-aca8d3132f80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd51f914-1ce8-412e-9a3b-92c4a99ca1dc HTTP/1.1" status: 200 len: 843 time: 0.0422990 Sep 16 15:14:51.859354 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-ecb15b54-195b-47f9-9486-6bfb3a871598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.860834 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-ecb15b54-195b-47f9-9486-6bfb3a871598 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=99a995e0-71b2-4201-8fb5-23a9ef032839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404243 Sep 16 15:14:51.952877 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-b0646756-e099-4644-8d4c-e2dc1bbc9ee4 service neutron] 10.222.0.61 "GET /v2.0/networks/99a995e0-71b2-4201-8fb5-23a9ef032839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828447 Sep 16 15:14:52.044770 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce61d41d-2046-4edd-a8b3-cc671671dc98 req-5ea1e9d6-6df4-4729-ba19-a9889d75a9dc service neutron] 10.222.0.61 "GET /v2.0/networks/99a995e0-71b2-4201-8fb5-23a9ef032839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838408 Sep 16 15:14:52.378751 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ae653-7c73-40b7-8b99-fdceedd9f361 req-df08f3b6-0d9b-40d2-a66f-93bd8bbfa9a9 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.380299 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-415ae653-7c73-40b7-8b99-fdceedd9f361 req-df08f3b6-0d9b-40d2-a66f-93bd8bbfa9a9 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 947 time: 0.0474999 Sep 16 15:14:52.422431 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-415ae653-7c73-40b7-8b99-fdceedd9f361 req-80b2e8e8-6bc0-4c5b-ae9d-9d3d3ad2890a tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Sep 16 15:14:53.222046 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:14:53.320290 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:53.331113 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab', 'network_id': '99a995e0-71b2-4201-8fb5-23a9ef032839', 'port_id': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab', 'mac_address': 'fa:16:3e:07:90:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51f914-1ce8-412e-9a3b-92c4a99ca1dc', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:14:53.372802 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.385174 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:53.407548 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:53.410645 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.461793 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:53.544221 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99654c-8410-47c6-a623-cc7ac2746c0d req-e2ac7c13-15cc-4ee5-8bad-11fb5b1fa79e tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:53.545683 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-da99654c-8410-47c6-a623-cc7ac2746c0d req-e2ac7c13-15cc-4ee5-8bad-11fb5b1fa79e tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 948 time: 0.0485976 Sep 16 15:14:53.582663 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-da99654c-8410-47c6-a623-cc7ac2746c0d req-be412edf-48c2-469e-987c-b6bc6d8bbb5e tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Sep 16 15:14:53.714757 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:54.698246 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c2bd-8075-4071-bb63-7c9fa17ba455 req-9d25ac0a-0f9b-451e-a3d7-ae03b00a3081 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:54.699740 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9845c2bd-8075-4071-bb63-7c9fa17ba455 req-9d25ac0a-0f9b-451e-a3d7-ae03b00a3081 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 948 time: 0.0494418 Sep 16 15:14:54.739167 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9845c2bd-8075-4071-bb63-7c9fa17ba455 req-3948c836-bd3d-4c1c-ad6f-6ec3a8ee2dde tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334222 Sep 16 15:14:55.229752 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:55.300462 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:14:55.304123 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:55.304494 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.380067 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.403190 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:55.405403 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e27487d-3c2e-4d19-b998-6c35b6069b35" -d '{"events": [{"server_uuid": "14e4b714-823e-4944-bc4f-3eaf4ee343cd", "name": "network-vif-plugged", "status": "completed", "tag": "a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:55.419243 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:55.424065 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.450237 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd45bc1-5282-48f6-a7ad-5a54a02c841b x-openstack-request-id: req-9cd45bc1-5282-48f6-a7ad-5a54a02c841b {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:55.450552 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e4b714-823e-4944-bc4f-3eaf4ee343cd", "name": "network-vif-plugged", "status": "completed", "tag": "a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:55.450804 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cd45bc1-5282-48f6-a7ad-5a54a02c841b {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:55.451193 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab', 'code': 200} Sep 16 15:14:55.478606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:55.642614 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20aaa8-3884-4ba9-b523-092ba7967ea1 req-045ff71c-b6ad-434e-ace3-99d2f9892419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:55.644145 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8a20aaa8-3884-4ba9-b523-092ba7967ea1 req-045ff71c-b6ad-434e-ace3-99d2f9892419 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 1102 time: 0.0423422 Sep 16 15:14:55.690921 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8a20aaa8-3884-4ba9-b523-092ba7967ea1 req-fcdfd335-c3aa-42a5-a1f6-e0ba15b061ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367894 Sep 16 15:14:55.858904 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc114e-a0c4-49ae-830f-55b68546fa6f req-d628e407-0b8f-4fdc-abc9-2f7793f32eee tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:55.860471 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6ebc114e-a0c4-49ae-830f-55b68546fa6f req-d628e407-0b8f-4fdc-abc9-2f7793f32eee tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0505369 Sep 16 15:14:55.898189 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6ebc114e-a0c4-49ae-830f-55b68546fa6f req-06095456-4c2b-4ac3-86b6-8db25220b3b6 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303760 Sep 16 15:14:57.017220 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54017a5-fd1e-4b05-80ff-746c6daa5f6a req-21bfbda3-d646-47ab-aa6e-0eaaf89db63f tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.018714 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a54017a5-fd1e-4b05-80ff-746c6daa5f6a req-21bfbda3-d646-47ab-aa6e-0eaaf89db63f tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0488191 Sep 16 15:14:57.055663 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a54017a5-fd1e-4b05-80ff-746c6daa5f6a req-49b4daf6-d179-4c07-b3ed-9db8168445b0 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Sep 16 15:14:58.169759 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bdd48-0912-445d-ad04-1c59879a58ed req-bbc65347-b307-4a93-a49c-bb6ab28ff1c3 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.171268 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-126bdd48-0912-445d-ad04-1c59879a58ed req-bbc65347-b307-4a93-a49c-bb6ab28ff1c3 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0484424 Sep 16 15:14:58.210368 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-126bdd48-0912-445d-ad04-1c59879a58ed req-d7f19c18-a421-4878-8847-251acce3bf3b tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Sep 16 15:14:58.993999 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:14:59.324882 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aa09d-15b1-4ac9-94db-0495668342af req-5932c02a-2772-4510-ab9f-d7f51a5e0054 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:59.326334 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-392aa09d-15b1-4ac9-94db-0495668342af req-5932c02a-2772-4510-ab9f-d7f51a5e0054 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0505919 Sep 16 15:14:59.362907 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-392aa09d-15b1-4ac9-94db-0495668342af req-b9fa87c3-b4cc-4321-ae8b-c0d786adb775 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Sep 16 15:14:59.846079 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-3ffb471e-ff02-428a-8be4-be32d01b809d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.473239 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acef6e-0b50-4280-ba3f-e270cf902ce3 req-e94975e0-376a-4198-81c1-a9f64b67e747 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:00.474716 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-13acef6e-0b50-4280-ba3f-e270cf902ce3 req-e94975e0-376a-4198-81c1-a9f64b67e747 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0474432 Sep 16 15:15:00.512217 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-13acef6e-0b50-4280-ba3f-e270cf902ce3 req-a78386bc-c77a-4100-a668-6a5eff917620 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Sep 16 15:15:01.630358 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d278f3-010c-4871-a4fb-65e7e9c02aa9 req-b2fa66a8-ce1c-4c6f-aff3-952bb11d2a9d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:01.631863 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-91d278f3-010c-4871-a4fb-65e7e9c02aa9 req-b2fa66a8-ce1c-4c6f-aff3-952bb11d2a9d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0489902 Sep 16 15:15:01.668738 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-91d278f3-010c-4871-a4fb-65e7e9c02aa9 req-4d82fc22-a370-42cf-a0a7-5f8114d2b172 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Sep 16 15:15:02.315680 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-25f730f9-4b2c-43c2-a406-500bee33cb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.790006 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259602b-0983-4efd-92fb-d5d955516297 req-77775a06-e44e-40ed-aa33-288e19dd73b8 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:02.792299 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0259602b-0983-4efd-92fb-d5d955516297 req-77775a06-e44e-40ed-aa33-288e19dd73b8 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0576966 Sep 16 15:15:02.833409 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0259602b-0983-4efd-92fb-d5d955516297 req-851e4663-405e-4383-9435-5163776b74ce tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Sep 16 15:15:03.099523 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c50970-1210-4042-9e7a-37e9eb9ffb79 req-417dc69b-8fb1-4c49-9dc2-3f61f95ccf19 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.106996 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19c50970-1210-4042-9e7a-37e9eb9ffb79 req-417dc69b-8fb1-4c49-9dc2-3f61f95ccf19 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0620694 Sep 16 15:15:03.109731 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.143961 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-19c50970-1210-4042-9e7a-37e9eb9ffb79 req-d475fa1f-05c1-4c98-9b85-927b28fd7f28 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Sep 16 15:15:03.329582 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.664682 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30d60e-2592-450f-992b-f37fb7175ec5 req-d1d3bbfc-06bb-409d-989e-ed35136808c7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.666388 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5e30d60e-2592-450f-992b-f37fb7175ec5 req-d1d3bbfc-06bb-409d-989e-ed35136808c7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0810258 Sep 16 15:15:03.672969 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-044e19c1-fd3c-4a8e-8c83-d22116c1ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.674357 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-044e19c1-fd3c-4a8e-8c83-d22116c1ff0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1138 time: 0.0612531 Sep 16 15:15:03.741372 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5e30d60e-2592-450f-992b-f37fb7175ec5 req-ca168d53-0705-49aa-a4bb-5f90983c4b36 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660412 Sep 16 15:15:03.798689 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-7b6f0515-91d1-4ca2-aebd-055bfdfb25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.800229 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-7b6f0515-91d1-4ca2-aebd-055bfdfb25ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 915 time: 0.1117051 Sep 16 15:15:03.871343 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-93d7a39a-35d9-47e8-acd3-f25cc95d547b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 1001 time: 0.0597868 Sep 16 15:15:03.928449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-b389c61a-7736-4df9-8749-836c2285e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.929945 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-b389c61a-7736-4df9-8749-836c2285e4f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.0495503 Sep 16 15:15:03.980251 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-38f61687-ac0d-4a84-8d34-4f8ac6d35315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.981736 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-38f61687-ac0d-4a84-8d34-4f8ac6d35315 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410299 Sep 16 15:15:04.082551 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-84a0496e-d09e-4ba1-bf5d-096761a0a0e3 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919867 Sep 16 15:15:04.142756 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e594712-1cb5-496c-9d1c-232a3d785206 req-9e5ad861-cf73-47d4-b1ae-021b42380254 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:04.144285 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0e594712-1cb5-496c-9d1c-232a3d785206 req-9e5ad861-cf73-47d4-b1ae-021b42380254 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0487909 Sep 16 15:15:04.182253 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f75245b5-8eee-4c9c-8bba-f04843847589 req-3bef3cfb-2cee-453e-a4c3-64c236c2db52 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909414 Sep 16 15:15:04.183383 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-0e594712-1cb5-496c-9d1c-232a3d785206 req-cf60e309-1627-464d-9d5f-794320e81af6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324600 Sep 16 15:15:04.264229 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee616c53-6766-4c6f-a191-51a3ef8f2dad req-71477b22-feae-43f0-8c4b-12f3d2519b55 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:04.265759 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ee616c53-6766-4c6f-a191-51a3ef8f2dad req-71477b22-feae-43f0-8c4b-12f3d2519b55 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0492070 Sep 16 15:15:04.312148 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ee616c53-6766-4c6f-a191-51a3ef8f2dad req-d8851428-2b03-419b-bd10-ba299d324489 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Sep 16 15:15:04.377105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49032) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.424820 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Deleting subnet 24fed4b3-bb08-48d4-bba2-e984e021c5b6 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:15:04.428104 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.463103 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.500012 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.561554 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.585076 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fed4b3-bb08-48d4-bba2-e984e021c5b6,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.594334 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.596697 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ad25df6a-7ac7-49c7-b897-3e1337c4f242 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/24fed4b3-bb08-48d4-bba2-e984e021c5b6 HTTP/1.1" status: 204 len: 168 time: 0.2184587 Sep 16 15:15:04.598657 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49044) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.671460 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.749675 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.768866 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39846068-17cb-4a1f-bce9-f3e5881aa474']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:04.778515 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d798a63-5308-4ccb-88f4-0f10ea4677f0') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:04.778811 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d798a63-5308-4ccb-88f4-0f10ea4677f0') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:04.788072 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.801885 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.809089 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:15:04.809437 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:15:04.811105 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:15:04.869510 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95642cf5-281b-4296-a53d-e927e1816eec req-93dfd57c-6979-4d17-ba37-e0e914acbc20 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:04.871151 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-95642cf5-281b-4296-a53d-e927e1816eec req-93dfd57c-6979-4d17-ba37-e0e914acbc20 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0534904 Sep 16 15:15:04.898067 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.911087 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.912347 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-95642cf5-281b-4296-a53d-e927e1816eec req-1b85c60e-b871-4ccd-ab42-d69c1e625cbb tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349083 Sep 16 15:15:04.915542 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] 10.222.0.52 "DELETE /v2.0/networks/39846068-17cb-4a1f-bce9-f3e5881aa474 HTTP/1.1" status: 204 len: 168 time: 0.3133588 Sep 16 15:15:04.927163 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201e48e-c761-4605-9ed3-2030e7b0aa23 admin admin] Pushing event deleted for resources: {'Network': ['ID=39846068-17cb-4a1f-bce9-f3e5881aa474,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.936372 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf2123-9913-434e-88c1-732514e9b314 req-a09b9cd3-13c0-4bed-ac78-de45501d8037 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:04.937868 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2fdf2123-9913-434e-88c1-732514e9b314 req-a09b9cd3-13c0-4bed-ac78-de45501d8037 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0824404 Sep 16 15:15:05.050725 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Deleting port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:05.051071 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.072888 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.091092 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49050) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:05.133142 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1a86c197-d263-41dc-a21b-2c6ba57e7dc7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0058525fcade4f578875479930e2259b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407512 Sep 16 15:15:05.135726 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49052) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:05.190128 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.214971 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.271153 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.273703 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.275284 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/332d82b5-5b00-4e5e-8d03-874dab69fd38 HTTP/1.1" status: 204 len: 168 time: 0.1381469 Sep 16 15:15:05.283389 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d82b5-5b00-4e5e-8d03-874dab69fd38,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:05.291678 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.292031 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.292393 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.292728 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.293057 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.293387 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.293774 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.294027 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.294353 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.294829 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.295179 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.295504 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f075452-f42f-4618-af3d-5fbf64300bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:05.427376 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] For port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,segment=NetworkSegment(60f18caa-a077-4771-bf14-051830c373cb),segment_id=60f18caa-a077-4771-bf14-051830c373cb)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:05.427643 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.444255 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Calling delete_port for a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:05.458975 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186cdb-bcdb-43ab-a483-17558be0d84a req-c814beaf-7a27-4a32-931e-8beb30c95554 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.460299 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-63186cdb-bcdb-43ab-a483-17558be0d84a req-c814beaf-7a27-4a32-931e-8beb30c95554 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0827494 Sep 16 15:15:05.525740 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94e6f-1881-4dc3-830c-b32248d0a92c req-87f49499-48aa-41d1-a56f-a24bfb22a1d7 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.531412 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bdb94e6f-1881-4dc3-830c-b32248d0a92c req-87f49499-48aa-41d1-a56f-a24bfb22a1d7 tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/ports?device_id=14e4b714-823e-4944-bc4f-3eaf4ee343cd HTTP/1.1" status: 200 len: 949 time: 0.0564826 Sep 16 15:15:05.547543 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-63186cdb-bcdb-43ab-a483-17558be0d84a req-16721434-7b50-441b-b8c5-84c33e253a2d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802560 Sep 16 15:15:05.576965 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bdb94e6f-1881-4dc3-830c-b32248d0a92c req-df278088-0073-49f0-a21b-00d2add9438c tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.52 "GET /v2.0/security-groups?id=34fcf1e6-a250-47d0-b532-2ad1d126339e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Sep 16 15:15:05.631795 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.663119 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Pushing event deleted for resources: {'Port': ['ID=a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:05.709986 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] No DVR routers for this DVR port a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:05.717283 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.719714 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2fdf2123-9913-434e-88c1-732514e9b314 req-81f0224a-3682-4631-b83c-39449a46cf0d tempest-VolumesNegativeTest-1031759630 tempest-VolumesNegativeTest-1031759630-project] 10.222.0.61 "DELETE /v2.0/ports/a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab HTTP/1.1" status: 204 len: 173 time: 0.7617800 Sep 16 15:15:05.720309 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'name': 'network-vif-deleted', 'tag': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:05.723412 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1a2b7-c1df-48ee-ae49-fc02e55c98b2" -d '{"events": [{"server_uuid": "14e4b714-823e-4944-bc4f-3eaf4ee343cd", "name": "network-vif-deleted", "tag": "a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:06.002159 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33427ad-3494-4d7b-83cf-2df8ed896661 x-openstack-request-id: req-a33427ad-3494-4d7b-83cf-2df8ed896661 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:06.002596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e4b714-823e-4944-bc4f-3eaf4ee343cd", "name": "network-vif-deleted", "tag": "a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:06.002709 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a33427ad-3494-4d7b-83cf-2df8ed896661 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:06.003108 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4b714-823e-4944-bc4f-3eaf4ee343cd', 'name': 'network-vif-deleted', 'tag': 'a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab', 'status': 'completed', 'code': 200} Sep 16 15:15:06.080293 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6765b86-a440-428d-b643-388c63239e63 req-d00ef13b-a31e-4c26-b183-242065b98f2e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:06.081789 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f6765b86-a440-428d-b643-388c63239e63 req-d00ef13b-a31e-4c26-b183-242065b98f2e tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0613201 Sep 16 15:15:06.127777 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f6765b86-a440-428d-b643-388c63239e63 req-fc2d92e6-32ee-4529-a32b-207ade498034 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388455 Sep 16 15:15:06.145821 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49102) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:06.244209 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1556601057-network', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:06.291182 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Made reservation on behalf of b95ab517f71c4f8488f8e5455318a0c8 for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:06.293401 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.304248 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.319361 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-88ec5911-a6f2-46ed-a696-304a2e16af8f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:06.320892 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-88ec5911-a6f2-46ed-a696-304a2e16af8f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.0820341 Sep 16 15:15:06.464338 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Deleting port d40e6b71-7386-4e03-9426-52dc3570f5b6 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:06.464684 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.498970 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.504449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.569182 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:15:06.582482 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc15871-1706-428c-aee9-8d8a6d487d68,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:06.592105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] For port d40e6b71-7386-4e03-9426-52dc3570f5b6, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d40e6b71-7386-4e03-9426-52dc3570f5b6,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:06.592426 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.600743 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.601086 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Added segment 9729007e-46c4-4b32-8f03-a18e77be6d03 of type vlan for network 15bd1f35-a84e-4df1-bb58-8676310f7d00 Sep 16 15:15:06.746638 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.834296 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d45adc-e7f0-47f8-ac11-fc944175a3bf req-695f6e4b-b2fc-452d-a8ef-ab6290c2ea8f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:06.836088 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-43d45adc-e7f0-47f8-ac11-fc944175a3bf req-695f6e4b-b2fc-452d-a8ef-ab6290c2ea8f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 947 time: 0.1526766 Sep 16 15:15:06.854446 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.855351 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:06.855917 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.945214 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7982526 Sep 16 15:15:06.948225 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49128) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:06.953766 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Request body: {'subnet': {'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1556601057-subnet', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'ip_version': 4}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:06.976898 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Made reservation on behalf of b95ab517f71c4f8488f8e5455318a0c8 for: {'subnet': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:06.979978 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7775065'] for subnet, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.983474 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da8b3-a339-48a8-b54c-f830e4490842 admin admin] Pushing event updated for resources: {'Network': ['ID=15bd1f35-a84e-4df1-bb58-8676310f7d00,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:06.987743 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-43d45adc-e7f0-47f8-ac11-fc944175a3bf req-f80a83a0-c790-46a1-9db1-e1b62f4dce8f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ad02108-845a-45f8-868c-867bd2a05c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435604 Sep 16 15:15:07.000039 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:15:07.000567 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.000658 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.001053 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Floating IP c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea disassociated. External IP: 172.27.0.227, port: d40e6b71-7386-4e03-9426-52dc3570f5b6. Sep 16 15:15:07.001490 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Calling delete_port for d40e6b71-7386-4e03-9426-52dc3570f5b6 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:07.208328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.221529 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1098237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7775095'] for subnet, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.242174 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event deleted for resources: {'Port': ['ID=d40e6b71-7386-4e03-9426-52dc3570f5b6,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:07.262574 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:07.297112 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:07.297462 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device a4fe74a5-24b1-4d0d-8b01-26f7f27be0ab not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:07.348803 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222c9773-8533-4532-a13b-6fdd9ca0083e,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:07.364354 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Checking segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:07.364712 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Network hostable DHCP agents. Network: 15bd1f35-a84e-4df1-bb58-8676310f7d00, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:15:07.376966 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58840fae-0073-421b-9cca-8820be7ad9ea req-aadc268a-e36f-40b8-a8dc-482ea4911746 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:07.385263 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-58840fae-0073-421b-9cca-8820be7ad9ea req-aadc268a-e36f-40b8-a8dc-482ea4911746 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.1306951 Sep 16 15:15:07.402304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Router 45699572-27be-4cb1-9b7e-59b712d187dd has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:07.423620 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:15:07.448253 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-58840fae-0073-421b-9cca-8820be7ad9ea req-e17f0317-9025-46cf-ab78-1cd5b28ddc84 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620472 Sep 16 15:15:07.460169 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 15bd1f35-a84e-4df1-bb58-8676310f7d00) {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:07.466187 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:07.467560 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.479674 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216fc091-2bd9-4667-bcf9-1ca5bec21b7b None None] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:07.498294 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6f394347-02f5-4a0e-819c-9068328fbfa8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5482273 Sep 16 15:15:07.500952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49192) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:07.535690 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:07.582455 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:07.593595 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.597513 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.630263 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:07.697510 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:07.698531 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:07.720013 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.741165 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] No DVR routers for this DVR port d40e6b71-7386-4e03-9426-52dc3570f5b6 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:07.745580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.749676 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-6a52ef3c-0f2b-4a91-a45b-dab0c3d42a80 req-901eac15-58df-4909-b30c-40873b685268 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "DELETE /v2.0/ports/d40e6b71-7386-4e03-9426-52dc3570f5b6 HTTP/1.1" status: 204 len: 173 time: 1.4182472 Sep 16 15:15:07.894745 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.906039 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-15bd1f35-a84e-4df1-bb58-8676310f7d00', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:15:07.907229 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.912204 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:08.004284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-deleted', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:08.006712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c0d1f-b1cd-4add-9e58-aeae55858620" -d '{"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-deleted", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:08.135841 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b4ea47-a124-4ebb-bbe4-7d4101dfa830 x-openstack-request-id: req-32b4ea47-a124-4ebb-bbe4-7d4101dfa830 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:08.136181 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e114f8d-9664-4cbb-9940-428ff6ae4f28", "name": "network-vif-deleted", "tag": "d40e6b71-7386-4e03-9426-52dc3570f5b6", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:08.136583 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32b4ea47-a124-4ebb-bbe4-7d4101dfa830 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:08.137127 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e114f8d-9664-4cbb-9940-428ff6ae4f28', 'name': 'network-vif-deleted', 'tag': 'd40e6b71-7386-4e03-9426-52dc3570f5b6', 'status': 'completed', 'code': 200} Sep 16 15:15:08.198072 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.204286 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Allocated IP 172.20.0.2 (15bd1f35-a84e-4df1-bb58-8676310f7d00/222c9773-8533-4532-a13b-6fdd9ca0083e/fa607a2b-a5e6-4779-b1e4-b0139bf3ba97) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:08.219114 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66de5e49-d553-4afb-8a30-072cf1468a79 req-8e2203cb-3a3c-4a3c-b597-bf104a38ec60 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e114f8d-9664-4cbb-9940-428ff6ae4f28 HTTP/1.1" status: 200 len: 210 time: 0.0807765 Sep 16 15:15:08.253750 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.304174 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.387155 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:08.421433 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:08.440436 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Allocated IP 172.27.0.119 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/f2814f95-33c4-46fa-84ac-eb121e782a65) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:08.451493 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:08.452169 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:08.608279 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998323ac-83f2-428e-a806-31934b811ea6 req-7ce88867-8ad2-4cb8-9b54-645e9d33c9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:08.611650 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-998323ac-83f2-428e-a806-31934b811ea6 req-7ce88867-8ad2-4cb8-9b54-645e9d33c9e5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0690160 Sep 16 15:15:08.635846 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.637797 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.655367 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.717833 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-998323ac-83f2-428e-a806-31934b811ea6 req-34d17b77-25d7-4b2d-a485-2482093fad63 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962958 Sep 16 15:15:08.733986 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.763452 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:08.770056 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:08.773770 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:08.787801 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:08.792534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:08.796389 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:08.808640 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:08.817273 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Pushing event updated for resources: {'Port': ['ID=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:08.835961 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.836682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.837789 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.838368 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.839022 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.839606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.840032 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.840371 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.840802 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.841195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.841526 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.841945 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:08.843131 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Pushing event updated for resources: {'Port': ['ID=f2814f95-33c4-46fa-84ac-eb121e782a65,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:08.941272 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Attempting to bind port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:08.941913 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Attempting to bind port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:08.942509 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Attempting to bind port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 on network 15bd1f35-a84e-4df1-bb58-8676310f7d00 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:08.960256 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:08.961195 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Checking segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:08.963020 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.963718 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Bound using segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:08.964377 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Bound port: fa607a2b-a5e6-4779-b1e4-b0139bf3ba97, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:08.964926 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.125616 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] For port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:09.139302 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.142079 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] For port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:09.149062 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.233365 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f5337-a1de-4dca-8457-4333655377b9 None None] Pushing event updated for resources: {'Port': ['ID=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:09.238819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:09.279851 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af78043-5108-4e74-9a5f-6cb203041d10 None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:09.288835 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:09.348335 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: d40e6b71-7386-4e03-9426-52dc3570f5b6 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:09.350597 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d40e6b71-7386-4e03-9426-52dc3570f5b6 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:09.369914 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49330) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:09.456702 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-90cb39f8-edf1-409e-91ad-67a4c9af4cbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.539485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-90cb39f8-edf1-409e-91ad-67a4c9af4cbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.584686 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.656365 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-90cb39f8-edf1-409e-91ad-67a4c9af4cbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.666979 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-90cb39f8-edf1-409e-91ad-67a4c9af4cbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:09.668226 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-90cb39f8-edf1-409e-91ad-67a4c9af4cbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ad02108-845a-45f8-868c-867bd2a05c61 HTTP/1.1" status: 204 len: 168 time: 0.2970927 Sep 16 15:15:09.671699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49338) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:09.720461 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.api.v2.resource [None req-749c834b-72a8-4f85-8df5-85877533da79 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] show failed (client error): The resource could not be found. Sep 16 15:15:09.721535 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-749c834b-72a8-4f85-8df5-85877533da79 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups/9ad02108-845a-45f8-868c-867bd2a05c61 HTTP/1.1" status: 404 len: 347 time: 0.0489023 Sep 16 15:15:09.725884 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49342) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:09.733626 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb39f8-edf1-409e-91ad-67a4c9af4cbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad02108-845a-45f8-868c-867bd2a05c61,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:09.817660 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Router e54db319-216c-489e-9436-02d1b8cfc7db is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:15:09.827425 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546942d6-a09b-4980-8b47-33f50046214c None None] New status for floating IP c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea: DOWN {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:15:10.054447 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da6690-e3af-42fb-8f9a-0cd5f08100cc req-b161ba73-b358-4a4a-9d04-90714f0d1b82 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:10.060527 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:10.065317 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-56da6690-e3af-42fb-8f9a-0cd5f08100cc req-b161ba73-b358-4a4a-9d04-90714f0d1b82 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.1900024 Sep 16 15:15:10.136486 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Deleting port 4ec0a063-0118-49cd-b7c3-717e7677cb7a {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:10.139534 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.159559 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-56da6690-e3af-42fb-8f9a-0cd5f08100cc req-e504bf2f-cb1a-4c8b-abaa-a65ebf4a0aa7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929127 Sep 16 15:15:10.184875 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:10.186606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.279754 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.281805 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.312826 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Calling delete_port for 4ec0a063-0118-49cd-b7c3-717e7677cb7a owned by network:floatingip {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:10.377142 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.444892 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:10.452336 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.501939 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:10.513753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Sync routers for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:10.517449 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:10.526366 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.530295 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-460f9e8e-45e1-4563-ae65-de7e106ac838 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0259492 Sep 16 15:15:10.530604 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:10.531362 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:10.531503 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49380) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:10.563364 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.598410 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event deleted for resources: {'Port': ['ID=4ec0a063-0118-49cd-b7c3-717e7677cb7a,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:10.694316 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:10.705308 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.710138 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.711773 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-93078edc-dc81-4aaf-8803-34da56250231 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "DELETE /v2.0/floatingips/c6ef0933-dc16-47c8-bd44-b0c6b5bab2ea HTTP/1.1" status: 204 len: 168 time: 0.9846292 Sep 16 15:15:10.730682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a20936-07bb-4698-8f00-3faa0c468f49 None None] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:10.912746 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-7329078b-ee66-4bc4-8df4-319e88a82c60 None None] Provisioning complete for port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:10.913407 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7329078b-ee66-4bc4-8df4-319e88a82c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.005113 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.095484 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:08Z', 'revision_number': 3, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:11.131322 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Checking router: e54db319-216c-489e-9436-02d1b8cfc7db for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:11.131568 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Updating router e54db319-216c-489e-9436-02d1b8cfc7db port f2814f95-33c4-46fa-84ac-eb121e782a65 binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:15:11.163762 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.172657 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Allocated IP 172.20.0.1 (15bd1f35-a84e-4df1-bb58-8676310f7d00/222c9773-8533-4532-a13b-6fdd9ca0083e/465b8ec4-3325-4eb6-a15e-55213afec267) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:11.265350 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49390) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:11.273329 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2574924', 'description': 'tempest-description--588288431'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:11.324530 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.330407 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.369704 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.406370 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2641cf-1e63-4ee0-b08d-5a7e5941b1dc req-d55078ef-3319-4106-af1e-eca72cb29a83 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:11.408139 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5e2641cf-1e63-4ee0-b08d-5a7e5941b1dc req-d55078ef-3319-4106-af1e-eca72cb29a83 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0807555 Sep 16 15:15:11.424461 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:11.425858 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Pushing event updated for resources: {'Port': ['ID=465b8ec4-3325-4eb6-a15e-55213afec267,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:11.429145 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:11.431248 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:11.474368 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.500002 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5e2641cf-1e63-4ee0-b08d-5a7e5941b1dc req-fb40661f-b2d3-406c-847a-7fec444f2f60 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772016 Sep 16 15:15:11.561559 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.567943 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.592459 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.597217 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3264577 Sep 16 15:15:11.601691 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49394) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:11.610644 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'security_group_rule': {'security_group_id': 'b265f03f-17c0-4648-9ff2-e5b54c9e3f2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:11.635892 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfa8c1-cb0f-4c97-ba34-78b529a114aa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:11.661541 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.664094 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.664268 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-fe7ee30c-3185-48ec-9e3a-7f04761ddc99 None None] Provisioning complete for port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:11.664533 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee30c-3185-48ec-9e3a-7f04761ddc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.668933 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.706880 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.718496 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.724744 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.751138 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.755150 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494389 Sep 16 15:15:11.755491 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49396) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:11.755882 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Attempting to bind port f2814f95-33c4-46fa-84ac-eb121e782a65 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:11.756260 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Attempting to bind port f2814f95-33c4-46fa-84ac-eb121e782a65 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:11.756632 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Attempting to bind port f2814f95-33c4-46fa-84ac-eb121e782a65 on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:11.760863 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'security_group_rule': {'security_group_id': 'b265f03f-17c0-4648-9ff2-e5b54c9e3f2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:11.770626 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ad181-1315-47c0-ac39-6d9aa7c7f891 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91a03a3-f4e1-4ee4-b43b-facc14fab5c6,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:11.772091 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:11.773229 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:11.773644 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.774306 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:11.774880 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Bound port: f2814f95-33c4-46fa-84ac-eb121e782a65, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:11.775277 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.797695 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0200a64-5dd4-49de-889c-895a6037f865 None None] Pushing event updated for resources: {'Port': ['ID=f2814f95-33c4-46fa-84ac-eb121e782a65,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:11.799868 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.863161 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] For port f2814f95-33c4-46fa-84ac-eb121e782a65, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:11.870763 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] For port f2814f95-33c4-46fa-84ac-eb121e782a65, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=f2814f95-33c4-46fa-84ac-eb121e782a65,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:11.880363 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.880573 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.885651 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.892104 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.899415 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.919279 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c532131-fbaf-49c3-9a79-e572a5a8a15e,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:11.923818 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.925147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d3a23970-bbb4-44cb-bcec-c20ce3b28eb6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683896 Sep 16 15:15:11.928173 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49398) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:11.935400 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:11.941205 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:11.941785 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:11.946596 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:11.960143 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.987399 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.990331 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Pushing event updated for resources: {'Port': ['ID=465b8ec4-3325-4eb6-a15e-55213afec267,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:12.056729 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0200a64-5dd4-49de-889c-895a6037f865 None None] Pushing event updated for resources: {'Port': ['ID=f2814f95-33c4-46fa-84ac-eb121e782a65,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:12.073787 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.086167 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:12.087155 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.107712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:12.109334 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:12.191087 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-cf3016ed-ac10-4b8c-a097-b6ed8614b92f None None] Provisioning complete for port 465b8ec4-3325-4eb6-a15e-55213afec267 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:12.191468 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cf3016ed-ac10-4b8c-a097-b6ed8614b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.222129 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:12.228701 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Allocated IP 172.27.0.5 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/34712f08-e2f9-4fb3-a622-b4ba9f21c574) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:12.262633 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Router e54db319-216c-489e-9436-02d1b8cfc7db has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:12.295147 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-cf3016ed-ac10-4b8c-a097-b6ed8614b92f None None] Port 465b8ec4-3325-4eb6-a15e-55213afec267 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:12.392049 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:12.399879 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6e680922-40a1-4984-a878-55b46dda37a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/e54db319-216c-489e-9436-02d1b8cfc7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666091 Sep 16 15:15:12.430906 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.486531 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.534989 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-c3a98040-72dd-42c0-a75a-0456658b3f49 None None] Provisioning complete for port 465b8ec4-3325-4eb6-a15e-55213afec267 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:12.535494 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c3a98040-72dd-42c0-a75a-0456658b3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.541136 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:12.546415 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:12.551492 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:12.554310 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'Port': ['ID=34712f08-e2f9-4fb3-a622-b4ba9f21c574,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:12.584370 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 2, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:12.593148 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-c3a98040-72dd-42c0-a75a-0456658b3f49 None None] Port 465b8ec4-3325-4eb6-a15e-55213afec267 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:12.631634 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5ef9a8-4f18-47a1-91d4-6fa5647f409b None None] The sync data for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi is: [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 2, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:12.715918 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.737870 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10af67-4887-4a52-8441-55c683398230 req-1fa372c9-ffea-4553-8f1d-46538740f73f tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:12.749596 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8a10af67-4887-4a52-8441-55c683398230 req-1fa372c9-ffea-4553-8f1d-46538740f73f tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.1280072 Sep 16 15:15:12.811038 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.865361 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8a10af67-4887-4a52-8441-55c683398230 req-b31121f2-abf6-4e2d-bae2-e0e004b74422 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148322 Sep 16 15:15:12.928537 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49436) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:13.056684 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.064368 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.144907 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-07a201d2-87c9-4cb3-a6a3-e7b721910f58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8a7a9718d474ddaa61be35910eea9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149477 Sep 16 15:15:13.147446 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49446) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:13.155718 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'Port': ['ID=34712f08-e2f9-4fb3-a622-b4ba9f21c574,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:13.174679 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.191938 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.193967 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1fe553d1-01c7-411d-842f-1d6ee80f0e31 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2639773 Sep 16 15:15:13.224855 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-986e3f95-d9ba-410a-8c4e-6025da060cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.259422 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-986e3f95-d9ba-410a-8c4e-6025da060cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.329696 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-986e3f95-d9ba-410a-8c4e-6025da060cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.333797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-986e3f95-d9ba-410a-8c4e-6025da060cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.338246 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-986e3f95-d9ba-410a-8c4e-6025da060cf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34fcf1e6-a250-47d0-b532-2ad1d126339e HTTP/1.1" status: 204 len: 168 time: 0.1855764 Sep 16 15:15:13.345736 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e3f95-d9ba-410a-8c4e-6025da060cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fcf1e6-a250-47d0-b532-2ad1d126339e,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:13.353630 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49462) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:13.358577 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2136351496-network', 'tenant_id': 'b5c37a20072b45c69464546870cf772c'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:13.396741 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Made reservation on behalf of b5c37a20072b45c69464546870cf772c for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:13.399294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.409340 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.477953 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-9d8f031e-f553-4d66-ab8f-d8d59fb3ae58 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2574924&fields=id&tenant_id=4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 267 time: 0.0596461 Sep 16 15:15:13.661208 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-8505cf73-0e17-445a-ba8f-9cb65e056b32 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:13.662809 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-8505cf73-0e17-445a-ba8f-9cb65e056b32 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 816 time: 0.1702411 Sep 16 15:15:13.674738 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.684905 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.691117 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-9a87dadc-5e9a-41c1-b12b-747b1ecba60d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/quotas/4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 375 time: 0.0187311 Sep 16 15:15:13.728267 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:15:13.750155 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c163eef-aaa6-4724-b6ec-706ed155e357,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:13.758556 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.758905 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Added segment 23c27075-026c-465d-a903-8f3d99a7a391 of type vlan for network 9727ad0d-e79d-4845-b501-cc56f45359bb Sep 16 15:15:13.811097 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.824238 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-dd179c7a-a6c5-44cf-98c2-a45963150c92 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1226227 Sep 16 15:15:13.861607 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.862730 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:13.863485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.908697 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5538950 Sep 16 15:15:13.912182 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49480) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:13.919781 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Request body: {'subnet': {'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2136351496-subnet', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:13.975779 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Made reservation on behalf of b5c37a20072b45c69464546870cf772c for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:13.978607 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59992187'] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.980715 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4da9f-0cc4-478b-96bd-ca5d0050751a admin admin] Pushing event updated for resources: {'Network': ['ID=9727ad0d-e79d-4845-b501-cc56f45359bb,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:13.991570 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 9727ad0d-e79d-4845-b501-cc56f45359bb details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:15:14.025528 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device f2814f95-33c4-46fa-84ac-eb121e782a65 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:14.142149 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705847a-d720-41a2-b98a-a7bda44454df req-c03e5b88-1a17-4b41-9ac5-f84daec426e3 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:14.143737 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2705847a-d720-41a2-b98a-a7bda44454df req-c03e5b88-1a17-4b41-9ac5-f84daec426e3 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0996463 Sep 16 15:15:14.191734 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port f2814f95-33c4-46fa-84ac-eb121e782a65 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:14.192731 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.272357 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2705847a-d720-41a2-b98a-a7bda44454df req-f631f42d-ca49-437e-92c9-c055294e5d5d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895808 Sep 16 15:15:14.313821 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-884ec879-b80f-4237-b812-13ea3fefbbe1 service neutron] 10.222.0.52 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714963 Sep 16 15:15:14.325008 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.338166 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59742473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59992149'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.369312 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port f2814f95-33c4-46fa-84ac-eb121e782a65, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=f2814f95-33c4-46fa-84ac-eb121e782a65,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:14.375236 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.416538 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fc7045-d1e6-451c-a157-d467d53fa897,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:14.424726 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Checking segment: {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:14.425070 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Network hostable DHCP agents. Network: 9727ad0d-e79d-4845-b501-cc56f45359bb, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:15:14.453871 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Network 9727ad0d-e79d-4845-b501-cc56f45359bb is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:15:14.461931 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=f2814f95-33c4-46fa-84ac-eb121e782a65,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:14.471978 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 9727ad0d-e79d-4845-b501-cc56f45359bb) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:14.473189 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-e03fdf5e-48ca-4940-b30d-483848328fe0 service neutron] 10.222.0.52 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529765 Sep 16 15:15:14.486258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:14.487579 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.494969 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b9aef-f475-4dd8-a370-a08313521bd3 None None] Network 9727ad0d-e79d-4845-b501-cc56f45359bb requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:14.508016 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6d3587c6-1862-4b3c-ab10-875bb0e618c1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5939386 Sep 16 15:15:14.511041 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49492) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:14.519961 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:14.551133 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7349'] for router, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.553025 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7342'] for router, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.631946 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.701305 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bda1ee7-f335-4ca6-b034-ba084d11d249 req-914f5fde-fdcc-4b2a-9780-a37fd92e00ad tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 210 time: 0.0415919 Sep 16 15:15:14.712256 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7af6e63a-5b31-51df-8ddb-06def1c0486e-9727ad0d-e79d-4845-b501-cc56f45359bb', 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'fixed_ips': [{'subnet_id': 'a6fc7045-d1e6-451c-a157-d467d53fa897'}]}} from dv-cinder-809420-1-iscsi. {{(pid=94192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:15:14.713250 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.820591 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.854896 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.db_base_plugin_common [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Allocated IP 172.20.0.2 (9727ad0d-e79d-4845-b501-cc56f45359bb/a6fc7045-d1e6-451c-a157-d467d53fa897/b63069c8-e553-4e40-bd71-cede7d0aa91a) {{(pid=94192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:15.010154 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Notify callbacks [] for port, precommit_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.016607 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600'] for port, after_create {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.056415 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Network 9727ad0d-e79d-4845-b501-cc56f45359bb is already hosted by enough agents. {{(pid=94192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:15.059642 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Resources bound (agent type, host, resource id): {{(pid=94192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:15.065591 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Received port after_create {{(pid=94192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:15.072057 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Pushing event updated for resources: {'Port': ['ID=b63069c8-e553-4e40-bd71-cede7d0aa91a,revision_number=1']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:15.133162 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Attempting to bind port b63069c8-e553-4e40-bd71-cede7d0aa91a on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:15.134729 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Attempting to bind port b63069c8-e553-4e40-bd71-cede7d0aa91a by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:15.135155 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Attempting to bind port b63069c8-e553-4e40-bd71-cede7d0aa91a on network 9727ad0d-e79d-4845-b501-cc56f45359bb {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:15.142214 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:15.142762 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Checking segment: {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:15.143363 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.143747 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Bound using segment: {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:15.144529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Bound port: b63069c8-e553-4e40-bd71-cede7d0aa91a, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:15.145050 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.225141 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] For port b63069c8-e553-4e40-bd71-cede7d0aa91a, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:15.229072 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] For port b63069c8-e553-4e40-bd71-cede7d0aa91a, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=b63069c8-e553-4e40-bd71-cede7d0aa91a,segment=NetworkSegment(23c27075-026c-465d-a903-8f3d99a7a391),segment_id=23c27075-026c-465d-a903-8f3d99a7a391)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:15.233670 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.260743 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.280608 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.433383 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea57f9-520f-42ca-b204-8ceb8a51571c None None] Pushing event updated for resources: {'Port': ['ID=b63069c8-e553-4e40-bd71-cede7d0aa91a,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:15.448499 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Allocated IP 172.27.0.23 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:15.485957 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf10898-7e07-44a6-95be-caa13925dc75 req-e332b332-d200-4e45-aec0-f10b1f1d683d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:15.487623 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7cf10898-7e07-44a6-95be-caa13925dc75 req-e332b332-d200-4e45-aec0-f10b1f1d683d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.1029146 Sep 16 15:15:15.606691 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7cf10898-7e07-44a6-95be-caa13925dc75 req-95072bc9-8db4-4e69-a673-ebac9ba0d022 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988183 Sep 16 15:15:15.628162 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Sync routers for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:15.643394 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:15.644279 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:15.648927 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.695269 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.771848 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:15.783419 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:15.788697 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:15.792546 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:15.862064 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:15.982397 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5f3ce39a-fdc1-4312-a232-ca5a1462e5b0 req-ba406114-c22d-4cb6-a894-d021fa644dd5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 210 time: 0.0555959 Sep 16 15:15:16.023222 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-fc237929-9e95-405f-a393-153c116f814c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:16.025971 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-fc237929-9e95-405f-a393-153c116f814c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 816 time: 0.2870648 Sep 16 15:15:16.098853 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-88a2c104-cda3-488a-852a-5d7bc8848984 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 377 time: 0.0628018 Sep 16 15:15:16.118521 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'port': {'device_id': 'd968be00-e542-4784-af52-380a4bd6afc9', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'admin_state_up': True, 'tenant_id': '4af11df0b6274274bda894396d463013', 'security_groups': ['b265f03f-17c0-4648-9ff2-e5b54c9e3f2c']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:16.130846 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device f2814f95-33c4-46fa-84ac-eb121e782a65 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:16.213243 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port f2814f95-33c4-46fa-84ac-eb121e782a65 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:16.217529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.254096 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 2, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:16.277721 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Made reservation on behalf of 4af11df0b6274274bda894396d463013 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:16.283252 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.291850 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Checking router: e54db319-216c-489e-9436-02d1b8cfc7db for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:16.292403 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Updating router e54db319-216c-489e-9436-02d1b8cfc7db port 465b8ec4-3325-4eb6-a15e-55213afec267 binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:15:16.324386 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.356054 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device b63069c8-e553-4e40-bd71-cede7d0aa91a up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:16.421326 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.442311 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port b63069c8-e553-4e40-bd71-cede7d0aa91a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:16.442988 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.447052 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49544) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:16.499957 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Allocated IP 172.20.0.7 (4a92c9db-2afe-4259-976f-aa0af1d4b6f9/f8f8b556-338b-42d9-b4a3-756ba7871668/d3b779c5-7609-4981-b8d3-d0a1cf998d92) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:16.557152 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.635703 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port b63069c8-e553-4e40-bd71-cede7d0aa91a, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=b63069c8-e553-4e40-bd71-cede7d0aa91a,segment=NetworkSegment(23c27075-026c-465d-a903-8f3d99a7a391),segment_id=23c27075-026c-465d-a903-8f3d99a7a391)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:16.645861 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.699185 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c30ac85d-047e-4b92-941f-2a7bbd786478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.725426 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=b63069c8-e553-4e40-bd71-cede7d0aa91a,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:16.793574 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.800800 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.842500 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.846885 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.857945 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Pushing event updated for resources: {'Port': ['ID=465b8ec4-3325-4eb6-a15e-55213afec267,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:16.870262 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.870689 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.871040 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.871379 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.871716 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.872052 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.872384 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.872715 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.873063 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.873405 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.873730 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.874054 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.899354 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fb54a-fbec-4f7b-b721-714b958cfabe None None] Network 9727ad0d-e79d-4845-b501-cc56f45359bb requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:16.930338 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.956460 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98982c-69ba-4e0f-8674-13a7d2d87dd2 req-14aed0f4-68b8-43e1-992f-fa44c56212a5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:16.962412 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Attempting to bind port 465b8ec4-3325-4eb6-a15e-55213afec267 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:16.963026 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Attempting to bind port 465b8ec4-3325-4eb6-a15e-55213afec267 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:16.963496 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Attempting to bind port 465b8ec4-3325-4eb6-a15e-55213afec267 on network 15bd1f35-a84e-4df1-bb58-8676310f7d00 {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:16.969373 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:16.969914 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Checking segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:16.970502 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.971103 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Bound using segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:16.971673 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Bound port: 465b8ec4-3325-4eb6-a15e-55213afec267, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:16.972178 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.972330 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca98982c-69ba-4e0f-8674-13a7d2d87dd2 req-14aed0f4-68b8-43e1-992f-fa44c56212a5 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.2070830 Sep 16 15:15:17.063957 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] For port 465b8ec4-3325-4eb6-a15e-55213afec267, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:17.067543 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] For port 465b8ec4-3325-4eb6-a15e-55213afec267, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=465b8ec4-3325-4eb6-a15e-55213afec267,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:17.077843 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.090983 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c30ac85d-047e-4b92-941f-2a7bbd786478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.094324 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Router b85a56c8-169c-44df-91d6-b6e178544569 is scheduled to L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 with binding_index 1 {{(pid=94190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:15:17.100245 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-d8508781-777d-4920-948c-36532d973cdd None None] Provisioning complete for port b63069c8-e553-4e40-bd71-cede7d0aa91a triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:17.100900 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-d8508781-777d-4920-948c-36532d973cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.106609 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c30ac85d-047e-4b92-941f-2a7bbd786478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.123488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:17.154980 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:17.160189 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c30ac85d-047e-4b92-941f-2a7bbd786478 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6637edc4f304faea86b395a3976fe8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061541 Sep 16 15:15:17.161328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:17.163547 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49554) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:17.179063 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299022b8-b7d7-4412-9169-e67ac44e8546 None None] Pushing event updated for resources: {'Port': ['ID=465b8ec4-3325-4eb6-a15e-55213afec267,revision_number=4']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:17.179913 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:17.214621 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:17.218436 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca98982c-69ba-4e0f-8674-13a7d2d87dd2 req-0f3302db-9934-4baa-99bf-28bfc4cbb93a tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2451911 Sep 16 15:15:17.223320 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:17.298027 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ac85d-047e-4b92-941f-2a7bbd786478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b45681f-1c05-4b56-8a69-d579d6622629,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:17.349634 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53d0b-2331-49d4-b0e9-11202c48c56f req-ad0379dd-fec7-48be-869b-d6257edc4211 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:17.350966 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:17.351228 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-96f53d0b-2331-49d4-b0e9-11202c48c56f req-ad0379dd-fec7-48be-869b-d6257edc4211 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 931 time: 0.1675503 Sep 16 15:15:17.351616 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.371745 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-102f4b22-14fb-41de-9341-b0a08c2b157a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.375916 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-18b0e34e-7549-49f3-83cb-a269dab2e1b9 None None] Provisioning complete for port 465b8ec4-3325-4eb6-a15e-55213afec267 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:17.376486 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-18b0e34e-7549-49f3-83cb-a269dab2e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.377440 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-917f15c0-e70d-4aa5-87f0-58baff8da282 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2654560 Sep 16 15:15:17.400659 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Request body: {'port': {'device_id': 'd968be00-e542-4784-af52-380a4bd6afc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:17.413242 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:17.445546 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:17.458689 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Sync routers for ids ['b85a56c8-169c-44df-91d6-b6e178544569'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:17.485109 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-102f4b22-14fb-41de-9341-b0a08c2b157a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.495295 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Routers {'b85a56c8-169c-44df-91d6-b6e178544569'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:17.496196 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b85a56c8-169c-44df-91d6-b6e178544569'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:17.527717 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-96f53d0b-2331-49d4-b0e9-11202c48c56f req-90e3f284-2bc5-43d3-9606-02f87e2c764b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1423323 Sep 16 15:15:17.528998 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.530257 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-57d5bff2-e985-4e3b-9a62-9cba083e2bb5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0177522 Sep 16 15:15:17.532920 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49556) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:17.628061 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.748895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-18b0e34e-7549-49f3-83cb-a269dab2e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.761030 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:17.777276 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Set router b85a56c8-169c-44df-91d6-b6e178544569 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:17.799418 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d1b2-c0c3-4f50-a397-71037a9644d6 None None] The sync data for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi is: [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:17.874292 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-102f4b22-14fb-41de-9341-b0a08c2b157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.876649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-102f4b22-14fb-41de-9341-b0a08c2b157a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.877791 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-102f4b22-14fb-41de-9341-b0a08c2b157a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b45681f-1c05-4b56-8a69-d579d6622629 HTTP/1.1" status: 204 len: 168 time: 0.7071888 Sep 16 15:15:17.909540 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-18b0e34e-7549-49f3-83cb-a269dab2e1b9 None None] For port 465b8ec4-3325-4eb6-a15e-55213afec267, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=465b8ec4-3325-4eb6-a15e-55213afec267,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:17.923421 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-18b0e34e-7549-49f3-83cb-a269dab2e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.936314 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f4b22-14fb-41de-9341-b0a08c2b157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b45681f-1c05-4b56-8a69-d579d6622629,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:18.045692 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0e34e-7549-49f3-83cb-a269dab2e1b9 None None] Pushing event updated for resources: {'Port': ['ID=465b8ec4-3325-4eb6-a15e-55213afec267,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:18.091208 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-db32b064-7296-4683-8564-811bd69b7d21 None None] Provisioning complete for port 465b8ec4-3325-4eb6-a15e-55213afec267 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:18.091896 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-db32b064-7296-4683-8564-811bd69b7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.096502 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 465b8ec4-3325-4eb6-a15e-55213afec267 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:18.178999 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:15:16Z', 'revision_number': 3, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:18.201392 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b779c5-7609-4981-b8d3-d0a1cf998d92 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:18.211394 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.222479 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Checking router: b85a56c8-169c-44df-91d6-b6e178544569 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:18.222940 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Updating router b85a56c8-169c-44df-91d6-b6e178544569 port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac binding host dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:15:18.234747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Transition to ACTIVE for port object d3b779c5-7609-4981-b8d3-d0a1cf998d92 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:15:18.240409 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.248962 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 465b8ec4-3325-4eb6-a15e-55213afec267 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:18.248962 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.273879 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.325203 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.350919 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:18.431185 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d8022-21ce-44f2-a549-5eb0dcb6fb49 req-1844db06-978e-46f5-82ba-64889fc0a583 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:18.433496 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-064d8022-21ce-44f2-a549-5eb0dcb6fb49 req-1844db06-978e-46f5-82ba-64889fc0a583 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0891807 Sep 16 15:15:18.470567 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49566) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:18.497309 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Attempting to bind port d3b779c5-7609-4981-b8d3-d0a1cf998d92 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:18.497724 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Attempting to bind port d3b779c5-7609-4981-b8d3-d0a1cf998d92 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:18.498183 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Attempting to bind port d3b779c5-7609-4981-b8d3-d0a1cf998d92 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:18.503056 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Port d3b779c5-7609-4981-b8d3-d0a1cf998d92 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:15:18.503717 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Attempting to bind port d3b779c5-7609-4981-b8d3-d0a1cf998d92 on network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:18.510168 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:18.510168 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Checking segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:18.510737 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Bound using segment: {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:18.511419 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Bound port: d3b779c5-7609-4981-b8d3-d0a1cf998d92, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2e5819-a20e-4115-8ee4-6d6d07845a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:18.511842 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.519933 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1feee4dc-e52e-435e-83e5-518210b7d733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.597743 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device b63069c8-e553-4e40-bd71-cede7d0aa91a up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:18.606941 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-064d8022-21ce-44f2-a549-5eb0dcb6fb49 req-5a8c6f2a-668e-4c12-8f0c-9cfdbe0a910d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&id=0545716f-4c3f-4420-9972-af0cf30f7c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371539 Sep 16 15:15:18.617265 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:18.691475 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:18.700554 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.705437 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Allocated IP 172.20.0.1 (9727ad0d-e79d-4845-b501-cc56f45359bb/a6fc7045-d1e6-451c-a157-d467d53fa897/943cbb3e-c72a-4f19-a410-aaf3c120ff09) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:18.756138 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dbd69-9db1-443e-915e-a3b7137e3dad req-7897b3cf-95d8-407b-af68-814045724d66 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:18.761867 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c12dbd69-9db1-443e-915e-a3b7137e3dad req-7897b3cf-95d8-407b-af68-814045724d66 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.1332946 Sep 16 15:15:18.767555 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:18.768178 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.769570 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 200 len: 1093 time: 1.3783233 Sep 16 15:15:18.770027 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:18.772343 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908aa399-539b-4be5-9efa-c62f71adc8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:18.797413 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-db32b064-7296-4683-8564-811bd69b7d21 None None] Provisioning complete for port b63069c8-e553-4e40-bd71-cede7d0aa91a triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:18.798106 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-db32b064-7296-4683-8564-811bd69b7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.845568 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port b63069c8-e553-4e40-bd71-cede7d0aa91a triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:18.847128 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12c89-71cf-42be-a10d-26b7506013d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:18.848612 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.853633 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c12dbd69-9db1-443e-915e-a3b7137e3dad req-2a7de232-db71-4ed9-8386-8b0ab45f02d1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0771887 Sep 16 15:15:18.872719 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1feee4dc-e52e-435e-83e5-518210b7d733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.896250 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1feee4dc-e52e-435e-83e5-518210b7d733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.900167 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-04dcf0d8-65db-402b-a0b0-7f63928aae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:18.901675 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-04dcf0d8-65db-402b-a0b0-7f63928aae14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1096 time: 0.0714447 Sep 16 15:15:18.939916 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.958188 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a36c8b-beaf-4e72-8cb4-92d99fd1a48c x-openstack-request-id: req-46a36c8b-beaf-4e72-8cb4-92d99fd1a48c {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:18.958188 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:18.958714 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46a36c8b-beaf-4e72-8cb4-92d99fd1a48c {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:18.959209 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'status': 'completed', 'code': 200} Sep 16 15:15:18.961516 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-5ba5b737-b4cd-45ba-9fa2-a57bd9aacfb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 200 len: 217 time: 0.0506122 Sep 16 15:15:19.004940 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.060624 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-e77c2bad-9da9-4d0a-b8a4-a88b65e95346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:19.062188 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-e77c2bad-9da9-4d0a-b8a4-a88b65e95346 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0934927 Sep 16 15:15:19.096194 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1feee4dc-e52e-435e-83e5-518210b7d733 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f375e31a741b4ca58f09183801859607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189880 Sep 16 15:15:19.097992 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Network 9727ad0d-e79d-4845-b501-cc56f45359bb is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:19.098636 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49578) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:19.105342 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feee4dc-e52e-435e-83e5-518210b7d733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0584c836-e4ed-410e-83ae-8f17c7cbe9fe,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.116551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:19.119953 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Pushing event updated for resources: {'Port': ['ID=943cbb3e-c72a-4f19-a410-aaf3c120ff09,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.122186 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:19.130104 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f434-3650-42df-af54-caff362625c1 req-4791c54b-b541-42b3-abc1-6bf0c588528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:19.131906 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-4791c54b-b541-42b3-abc1-6bf0c588528d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623586 Sep 16 15:15:19.165000 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Notify callbacks [] for port, precommit_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.177788 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.194302 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.238470 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Attempting to bind port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:19.238812 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Attempting to bind port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:19.239081 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Attempting to bind port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac on network 53bce003-e9df-4417-a60c-7c024fbb5b54 {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:19.241880 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64fbb4-45f1-4474-a43a-4abc4dd0aca9 None None] Pushing event updated for resources: {'Port': ['ID=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,revision_number=2']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.244531 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18671ba0-c1e4-4d63-adcb-67cac62e2cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.245050 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-b90f53d7-6829-448a-acf1-5dc630add92d service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024919 Sep 16 15:15:19.247039 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:19.247553 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Checking segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:19.248089 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.248486 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Bound using segment: {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'} {{(pid=94192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:19.248963 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.managers [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Bound port: dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e53eae2-56bf-42d5-b82e-cb1220bc894c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}}] {{(pid=94192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:19.249503 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.284734 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18671ba0-c1e4-4d63-adcb-67cac62e2cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.325751 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] For port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:19.329847 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] For port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:19.340036 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.399263 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a88f434-3650-42df-af54-caff362625c1 req-71e59c9a-31b4-4e68-b9ce-f789c48b8d39 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456182 Sep 16 15:15:19.407388 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Routers {'b85a56c8-169c-44df-91d6-b6e178544569'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:19.408031 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b85a56c8-169c-44df-91d6-b6e178544569'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:19.454266 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64fbb4-45f1-4474-a43a-4abc4dd0aca9 None None] Pushing event updated for resources: {'Port': ['ID=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,revision_number=3']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.501023 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-51d2293c-7423-4e19-9ac1-896ac9f30a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:19.502662 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-51d2293c-7423-4e19-9ac1-896ac9f30a7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1096 time: 0.0481844 Sep 16 15:15:19.616116 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-ca150f26-56a8-42dc-aeb2-753582fcc5d9 None None] Provisioning complete for port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:19.618152 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ca150f26-56a8-42dc-aeb2-753582fcc5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.623789 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.631376 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-e3051da4-1b9b-4fbc-91cb-d683337d335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:19.632977 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-e3051da4-1b9b-4fbc-91cb-d683337d335e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.1209834 Sep 16 15:15:19.635785 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18671ba0-c1e4-4d63-adcb-67cac62e2cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.638262 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18671ba0-c1e4-4d63-adcb-67cac62e2cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.639408 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-18671ba0-c1e4-4d63-adcb-67cac62e2cce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0584c836-e4ed-410e-83ae-8f17c7cbe9fe HTTP/1.1" status: 204 len: 168 time: 0.5353162 Sep 16 15:15:19.652941 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671ba0-c1e4-4d63-adcb-67cac62e2cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0584c836-e4ed-410e-83ae-8f17c7cbe9fe,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.679596 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-8ddfd1f5-5747-402c-a03f-794857162912 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 200 len: 217 time: 0.0370355 Sep 16 15:15:19.736825 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-ca150f26-56a8-42dc-aeb2-753582fcc5d9 None None] Port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:19.750249 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] Set router b85a56c8-169c-44df-91d6-b6e178544569 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:19.754002 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-5b6ba99f-8120-4e90-8bc6-07ee7726fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:19.755675 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-5b6ba99f-8120-4e90-8bc6-07ee7726fd92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0680039 Sep 16 15:15:19.814163 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-7f96737a-d047-4313-b0f2-3775fc86738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:19.815774 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-7f96737a-d047-4313-b0f2-3775fc86738f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528951 Sep 16 15:15:19.832946 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.838573 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.963312 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Pushing event updated for resources: {'Port': ['ID=943cbb3e-c72a-4f19-a410-aaf3c120ff09,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.970096 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578316'] for router_interface, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.985739 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 465b8ec4-3325-4eb6-a15e-55213afec267 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:19.985976 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-eeb312c4-154f-422c-9ce2-a3ac3dc64b9d service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472101 Sep 16 15:15:20.060709 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 465b8ec4-3325-4eb6-a15e-55213afec267 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:20.061845 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.087097 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '943cbb3e-c72a-4f19-a410-aaf3c120ff09', 'name': '', 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'mac_address': 'fa:16:3e:2d:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:18Z', 'updated_at': '2021-09-16T15:15:18Z', 'revision_number': 1, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'subnets': [{'id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:20.130381 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc355ece-3d4d-4430-95ea-0bd3a6718a94 None None] The sync data for ids ['b85a56c8-169c-44df-91d6-b6e178544569'] in dv-cinder-809420-1-iscsi is: [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '943cbb3e-c72a-4f19-a410-aaf3c120ff09', 'name': '', 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'mac_address': 'fa:16:3e:2d:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:18Z', 'updated_at': '2021-09-16T15:15:18Z', 'revision_number': 1, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'subnets': [{'id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:20.161841 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6380e-b4d0-417a-993a-bdd87ae9082f req-aa3fe3cb-d6b2-4be3-8e40-4b2265b2202b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:20.178838 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a7a6380e-b4d0-417a-993a-bdd87ae9082f req-aa3fe3cb-d6b2-4be3-8e40-4b2265b2202b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.1863208 Sep 16 15:15:20.237330 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Network 9727ad0d-e79d-4845-b501-cc56f45359bb is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:20.240803 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:20.253902 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a7a6380e-b4d0-417a-993a-bdd87ae9082f req-ec428980-a975-401d-92fd-f50507aed972 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0717099 Sep 16 15:15:20.391443 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Router b85a56c8-169c-44df-91d6-b6e178544569 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:20.438827 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-908aa399-539b-4be5-9efa-c62f71adc8ff req-197473d0-8eed-4c95-b6fe-23b4ade7495d service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440925 Sep 16 15:15:20.546576 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:20.560417 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-b3000b8c-6c49-416c-8894-09a282d49f4f admin admin] 10.222.0.52 "PUT /v2.0/routers/b85a56c8-169c-44df-91d6-b6e178544569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0262587 Sep 16 15:15:20.672381 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e1bdfe8d-8999-465a-8325-7effb11b38f5 None None] Provisioning complete for port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:20.672880 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e1bdfe8d-8999-465a-8325-7effb11b38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.716896 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdfe8d-8999-465a-8325-7effb11b38f5 None None] Port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:21.180420 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49624) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.185369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65485455', 'description': 'tempest-secgroup-smoke-65485455 description', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:21.218770 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.302443 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:15:21.313900 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.322513 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.390126 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.394779 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49634) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.400562 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group_rule': {'security_group_id': 'a08b58af-b1e6-49c3-8e08-044f1bbe80ad', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:21.406695 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2249188 Sep 16 15:15:21.441445 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.453413 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7e35-9e97-4e39-a716-27a1595d4038 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b58af-b1e6-49c3-8e08-044f1bbe80ad,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:21.472943 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:21.505722 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ff1b-4821-4310-af59-adca44d15f0e req-bbe37fcb-c073-4689-b267-b7d3ed6d7287 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:21.505895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'mac_address': 'fa:16:3e:cc:d2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:15:21.508859 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0758ff1b-4821-4310-af59-adca44d15f0e req-bbe37fcb-c073-4689-b267-b7d3ed6d7287 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.1405220 Sep 16 15:15:21.537510 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.543445 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.552888 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.565261 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8012cc4b-26fc-479f-b438-2c1f12490c3d,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:21.576334 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.577931 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b779c5-7609-4981-b8d3-d0a1cf998d92 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:21.582663 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-8f899ac6-adbd-4bf0-8eb9-faa5946712c8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867254 Sep 16 15:15:21.583304 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49636) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.586114 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0758ff1b-4821-4310-af59-adca44d15f0e req-11e1dc93-a6e0-4612-ab90-cfb7b6a40d9b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0725446 Sep 16 15:15:21.591335 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group_rule': {'security_group_id': 'a08b58af-b1e6-49c3-8e08-044f1bbe80ad', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:21.606297 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:21.620697 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.639981 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.677592 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:21.712686 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.717745 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.741147 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afebd2e-064d-4f56-87d0-177e39ec7bdc,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:21.748171 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.754306 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49646) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.755592 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f96ef964-5213-49c7-8eed-f37ee70a00cb tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1712151 Sep 16 15:15:21.759027 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group_rule': {'security_group_id': 'a08b58af-b1e6-49c3-8e08-044f1bbe80ad', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:21.793723 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.845049 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.852328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.874830 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0f24c3-b688-4632-bccc-ac37e3978a38,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:21.881822 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.883359 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-7604c392-3d7d-4290-82b7-0e0ab8cace47 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278162 Sep 16 15:15:21.885982 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49652) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.890240 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group_rule': {'security_group_id': 'a08b58af-b1e6-49c3-8e08-044f1bbe80ad', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:21.926146 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d3b779c5-7609-4981-b8d3-d0a1cf998d92'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:15:21.947617 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.966708 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:22.032897 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.038778 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.060223 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119de1a5-2dde-4def-a20e-8590ed283d48,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:22.065889 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:22.066261 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.079538 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.082908 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-79b10b53-f0c8-463c-acfd-fe1044a316ef tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960125 Sep 16 15:15:22.084029 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49664) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:22.089434 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group_rule': {'security_group_id': 'a08b58af-b1e6-49c3-8e08-044f1bbe80ad', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:22.118985 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.securitygroups_db [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Project b95ab517f71c4f8488f8e5455318a0c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:15:22.124336 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.191009 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.195151 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.208669 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.213585 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20417c0a-6dda-483a-bb37-7ea75289ff9f,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:22.225142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.227300 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-4ce89a0a-bcc4-48e7-af1b-94852a000f61 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418695 Sep 16 15:15:22.229883 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49674) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:22.233659 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] For port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:22.235919 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'security_group_rule': {'security_group_id': 'a08b58af-b1e6-49c3-8e08-044f1bbe80ad', 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:22.238376 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.280860 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.securitygroups_db [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Project b95ab517f71c4f8488f8e5455318a0c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:15:22.292414 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.306910 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Pushing event updated for resources: {'Port': ['ID=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:22.370580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.378653 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.398319 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad51d27-e0f4-4607-a9b7-e8cfb8236e34,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:22.407045 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:22.408302 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a4c455db-bd3d-41a5-a7af-dd2e97f9a999 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771481 Sep 16 15:15:22.571634 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Sync routers for ids ['b85a56c8-169c-44df-91d6-b6e178544569'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:22.586856 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Routers {'b85a56c8-169c-44df-91d6-b6e178544569'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:22.587731 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b85a56c8-169c-44df-91d6-b6e178544569'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:22.724961 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf58f8-5a4d-4f21-ac38-c5b69ca7cd53 req-cf737f59-62a4-4350-93ed-e125304f9b0e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:22.727250 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3fcf58f8-5a4d-4f21-ac38-c5b69ca7cd53 req-cf737f59-62a4-4350-93ed-e125304f9b0e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 944 time: 0.0666978 Sep 16 15:15:22.735476 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Set router b85a56c8-169c-44df-91d6-b6e178544569 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:22.776603 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3fcf58f8-5a4d-4f21-ac38-c5b69ca7cd53 req-f3ada96f-97ba-41ba-8428-13768d331582 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433838 Sep 16 15:15:23.075080 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '943cbb3e-c72a-4f19-a410-aaf3c120ff09', 'name': '', 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'mac_address': 'fa:16:3e:2d:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:18Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 2, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'subnets': [{'id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:23.102358 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Checking router: b85a56c8-169c-44df-91d6-b6e178544569 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:23.102918 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Updating router b85a56c8-169c-44df-91d6-b6e178544569 port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 binding host dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:15:23.128219 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.337190 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:23.425746 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Notify callbacks [] for port, precommit_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.429456 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port d3b779c5-7609-4981-b8d3-d0a1cf998d92 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:15:23.432506 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.439291 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d3b779c5-7609-4981-b8d3-d0a1cf998d92 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:23.439671 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.459866 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49798) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:23.486969 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6011b-9a40-433d-aa73-06d8469b5865 None None] Pushing event updated for resources: {'Port': ['ID=943cbb3e-c72a-4f19-a410-aaf3c120ff09,revision_number=3']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:23.551395 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Attempting to bind port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 on host dv-cinder-809420-1-iscsi for vnic_type normal with profile {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:23.552014 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Attempting to bind port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 by drivers openvswitch,hyperv on host dv-cinder-809420-1-iscsi at level 0 using segments [{'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:23.552682 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Attempting to bind port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 on network 9727ad0d-e79d-4845-b501-cc56f45359bb {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:23.556162 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.558703 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Checking agent: {'id': '78cc730d-a8c0-455c-94e1-4da0839bdfb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809420-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 33), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809420-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:23.559085 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Checking segment: {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:23.559487 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.559876 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Bound using segment: {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'} {{(pid=94193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:23.560343 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.managers [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Bound port: 943cbb3e-c72a-4f19-a410-aaf3c120ff09, host: dv-cinder-809420-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c27075-026c-465d-a903-8f3d99a7a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb'}}] {{(pid=94193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:23.560719 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.600100 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:23.602593 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:23.605623 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdadc5b-bf95-412e-b467-801a3a936be4" -d '{"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-plugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:23.612721 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.633735 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] For port 943cbb3e-c72a-4f19-a410-aaf3c120ff09, host dv-cinder-809420-1-iscsi, cleared binding levels {{(pid=94193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:23.634340 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c6bde45f-41d2-4b6c-953f-ef9446c1feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.638547 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.plugins.ml2.db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] For port 943cbb3e-c72a-4f19-a410-aaf3c120ff09, host dv-cinder-809420-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=943cbb3e-c72a-4f19-a410-aaf3c120ff09,segment=NetworkSegment(23c27075-026c-465d-a903-8f3d99a7a391),segment_id=23c27075-026c-465d-a903-8f3d99a7a391)] {{(pid=94193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:23.647847 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron_lib.callbacks.manager [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.680495 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:23.730108 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6011b-9a40-433d-aa73-06d8469b5865 None None] Pushing event updated for resources: {'Port': ['ID=943cbb3e-c72a-4f19-a410-aaf3c120ff09,revision_number=4']} {{(pid=94193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:23.739853 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Routers {'b85a56c8-169c-44df-91d6-b6e178544569'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:23.741600 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b85a56c8-169c-44df-91d6-b6e178544569'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:23.796763 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c6bde45f-41d2-4b6c-953f-ef9446c1feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.801557 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c6bde45f-41d2-4b6c-953f-ef9446c1feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.850107 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a14555-de68-49f4-bbbf-4b9269371541 x-openstack-request-id: req-32a14555-de68-49f4-bbbf-4b9269371541 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:23.850445 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-plugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:23.850698 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32a14555-de68-49f4-bbbf-4b9269371541 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:23.851097 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'code': 200} Sep 16 15:15:23.870374 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-05b4f2f4-2b21-46cf-9c89-c93300d1fa03 None None] Provisioning complete for port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:23.873968 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-05b4f2f4-2b21-46cf-9c89-c93300d1fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.907694 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bde45f-41d2-4b6c-953f-ef9446c1feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d3673-b892-49cf-bba3-a83fb18f3e95,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:23.916764 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49808) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:23.921027 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c6bde45f-41d2-4b6c-953f-ef9446c1feb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe80f44ba72544e5b93bac481f48e804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615686 Sep 16 15:15:23.978230 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] Set router b85a56c8-169c-44df-91d6-b6e178544569 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:24.008571 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d1989-6921-4bcc-bc97-018fc45501e6 req-4ee10751-0747-458b-9f29-4b70e05f638d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:24.011291 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-da0d1989-6921-4bcc-bc97-018fc45501e6 req-4ee10751-0747-458b-9f29-4b70e05f638d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0850601 Sep 16 15:15:24.034465 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-35e0cedf-0de6-4241-9650-89ef79293250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.110816 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-05b4f2f4-2b21-46cf-9c89-c93300d1fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.111781 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-da0d1989-6921-4bcc-bc97-018fc45501e6 req-ff0ae295-0009-4650-9a11-571910446135 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0941379 Sep 16 15:15:24.112492 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-35e0cedf-0de6-4241-9650-89ef79293250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.128110 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 943cbb3e-c72a-4f19-a410-aaf3c120ff09 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:24.176889 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23982bdf-ee84-4e89-9527-5eaee2073b8d req-1d26eb87-d828-405b-82ee-9caf794c164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:24.178400 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-23982bdf-ee84-4e89-9527-5eaee2073b8d req-1d26eb87-d828-405b-82ee-9caf794c164c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1098 time: 0.1020129 Sep 16 15:15:24.212893 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-35e0cedf-0de6-4241-9650-89ef79293250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.215447 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-35e0cedf-0de6-4241-9650-89ef79293250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.219004 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-35e0cedf-0de6-4241-9650-89ef79293250 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c78d3673-b892-49cf-bba3-a83fb18f3e95 HTTP/1.1" status: 204 len: 168 time: 0.2942202 Sep 16 15:15:24.219165 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-05b4f2f4-2b21-46cf-9c89-c93300d1fa03 None None] For port 943cbb3e-c72a-4f19-a410-aaf3c120ff09, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=943cbb3e-c72a-4f19-a410-aaf3c120ff09,segment=NetworkSegment(23c27075-026c-465d-a903-8f3d99a7a391),segment_id=23c27075-026c-465d-a903-8f3d99a7a391)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:24.227502 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-05b4f2f4-2b21-46cf-9c89-c93300d1fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.236134 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-23982bdf-ee84-4e89-9527-5eaee2073b8d req-be5a05d6-8a0b-40c4-ba41-94601441d918 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473053 Sep 16 15:15:24.236134 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0cedf-0de6-4241-9650-89ef79293250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d3673-b892-49cf-bba3-a83fb18f3e95,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:24.259932 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:24.260314 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.329272 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4f2f4-2b21-46cf-9c89-c93300d1fa03 None None] Pushing event updated for resources: {'Port': ['ID=943cbb3e-c72a-4f19-a410-aaf3c120ff09,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:24.349395 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '943cbb3e-c72a-4f19-a410-aaf3c120ff09', 'name': '', 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'mac_address': 'fa:16:3e:2d:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:18Z', 'updated_at': '2021-09-16T15:15:23Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'subnets': [{'id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:24.384226 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-7c2f8ca5-47b1-4d2e-9152-a2ba06c44c81 None None] Provisioning complete for port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:24.384729 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8ca5-47b1-4d2e-9152-a2ba06c44c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.386954 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:24.390341 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c28b71-70ed-46c4-ba2e-804283532e4c None None] The sync data for ids ['b85a56c8-169c-44df-91d6-b6e178544569'] in dv-cinder-809420-1-iscsi is: [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:15:19Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '943cbb3e-c72a-4f19-a410-aaf3c120ff09', 'name': '', 'network_id': '9727ad0d-e79d-4845-b501-cc56f45359bb', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'mac_address': 'fa:16:3e:2d:30:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:18Z', 'updated_at': '2021-09-16T15:15:23Z', 'revision_number': 4, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'subnets': [{'id': 'a6fc7045-d1e6-451c-a157-d467d53fa897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:24.504901 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:24.505496 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.606567 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49818) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:24.619390 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe46af1-27d4-4e29-a05d-fb9b30cc938c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.716080 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe46af1-27d4-4e29-a05d-fb9b30cc938c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.720021 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe46af1-27d4-4e29-a05d-fb9b30cc938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.760443 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3fe46af1-27d4-4e29-a05d-fb9b30cc938c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37b0faeedd3a4713b148ff90446c9677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564660 Sep 16 15:15:24.761070 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe46af1-27d4-4e29-a05d-fb9b30cc938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa0032-a0e6-4cd4-b356-6d041d067942,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:24.763047 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49820) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:24.821175 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18b6ed89-8b8c-4cb2-9c1d-df0cc8a84508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.847977 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18b6ed89-8b8c-4cb2-9c1d-df0cc8a84508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.905071 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18b6ed89-8b8c-4cb2-9c1d-df0cc8a84508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.907669 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-18b6ed89-8b8c-4cb2-9c1d-df0cc8a84508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.911194 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-18b6ed89-8b8c-4cb2-9c1d-df0cc8a84508 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83fa0032-a0e6-4cd4-b356-6d041d067942 HTTP/1.1" status: 204 len: 168 time: 0.1442764 Sep 16 15:15:24.917468 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6ed89-8b8c-4cb2-9c1d-df0cc8a84508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa0032-a0e6-4cd4-b356-6d041d067942,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:25.259541 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d9f1b-e6df-45b7-8fd1-6ca31c7bedc7 req-bb6a1409-1f5c-4356-9f3c-da130681e75f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:25.261504 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8a9d9f1b-e6df-45b7-8fd1-6ca31c7bedc7 req-bb6a1409-1f5c-4356-9f3c-da130681e75f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0555720 Sep 16 15:15:25.300594 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8a9d9f1b-e6df-45b7-8fd1-6ca31c7bedc7 req-dcc6cae7-283e-4c58-9aa9-592ef6d55d13 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332770 Sep 16 15:15:25.913604 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 943cbb3e-c72a-4f19-a410-aaf3c120ff09 up at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:25.972302 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Provisioning complete for port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:25.972759 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:26.425963 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee40a08-ff37-4bee-9972-fc7be10a5561 req-13b32dc6-f0ae-4f3f-bc3e-268927166a4d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:26.427643 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1ee40a08-ff37-4bee-9972-fc7be10a5561 req-13b32dc6-f0ae-4f3f-bc3e-268927166a4d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0519392 Sep 16 15:15:26.473092 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1ee40a08-ff37-4bee-9972-fc7be10a5561 req-7cc3e1e8-ba16-44ae-bf51-d12e2267afa3 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384696 Sep 16 15:15:26.590977 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd970-e64d-42a7-8b84-117c9c048ee1 req-9af45028-c3bb-4037-af4b-6f16e74007f2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:26.592398 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bd8cd970-e64d-42a7-8b84-117c9c048ee1 req-9af45028-c3bb-4037-af4b-6f16e74007f2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0488186 Sep 16 15:15:26.601978 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 49898) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:26.606891 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Request body: {'floatingip': {'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:26.652459 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:26.898182 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49908) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:27.002679 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4431cd14-5034-437f-82b1-7fac468addf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.102651 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4431cd14-5034-437f-82b1-7fac468addf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.106559 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4431cd14-5034-437f-82b1-7fac468addf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.118606 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.122549 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.150177 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-4431cd14-5034-437f-82b1-7fac468addf6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4865242071724fa4bc6fcae73c5f0632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479892 Sep 16 15:15:27.150177 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431cd14-5034-437f-82b1-7fac468addf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aa1b81-ef03-4d5d-a81b-f01213642c56,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:27.152452 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49912) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:27.203651 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bd80-5fb4-4f43-bc86-87c7353de8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.220157 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Floating IP fa6826ad-867d-436d-81cc-d4c019786d44 associated. External IP: 172.27.0.5, port: d3b779c5-7609-4981-b8d3-d0a1cf998d92. Sep 16 15:15:27.224099 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bd80-5fb4-4f43-bc86-87c7353de8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.272036 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bd80-5fb4-4f43-bc86-87c7353de8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.274773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c7d0bd80-5fb4-4f43-bc86-87c7353de8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.275937 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c7d0bd80-5fb4-4f43-bc86-87c7353de8de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26aa1b81-ef03-4d5d-a81b-f01213642c56 HTTP/1.1" status: 204 len: 168 time: 0.1223767 Sep 16 15:15:27.283505 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0bd80-5fb4-4f43-bc86-87c7353de8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aa1b81-ef03-4d5d-a81b-f01213642c56,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:27.443730 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Router 45699572-27be-4cb1-9b7e-59b712d187dd has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:27.561109 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:27.565699 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.571331 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:27.577804 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49920) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:27.582099 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:27.582750 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:27.592976 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-df14cb68-aa4a-4a3f-b16e-50d16f5f6931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.597883 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-47b9ee2b-6837-4a2f-8a0e-9247e373a1c5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "PUT /v2.0/floatingips/fa6826ad-867d-436d-81cc-d4c019786d44 HTTP/1.1" status: 200 len: 989 time: 0.9947872 Sep 16 15:15:27.598747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:27.608266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd105b-b16b-4a9f-88f8-52553f794b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:27.663789 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d810c76-0cb3-4414-a8d4-b2f1d5338e58 x-openstack-request-id: req-8d810c76-0cb3-4414-a8d4-b2f1d5338e58 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:27.664337 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:27.665022 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d810c76-0cb3-4414-a8d4-b2f1d5338e58 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:27.665022 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'status': 'completed', 'code': 200} Sep 16 15:15:27.719706 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-df14cb68-aa4a-4a3f-b16e-50d16f5f6931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.727149 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-df14cb68-aa4a-4a3f-b16e-50d16f5f6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.734215 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:27.744578 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-099bdd41-cabe-46f9-8312-b39c317510dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:27.746248 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-099bdd41-cabe-46f9-8312-b39c317510dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1098 time: 0.0481110 Sep 16 15:15:27.768570 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-df14cb68-aa4a-4a3f-b16e-50d16f5f6931 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=caad737c25954fa6b977bae5c9c9ac8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896479 Sep 16 15:15:27.770834 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14cb68-aa4a-4a3f-b16e-50d16f5f6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3645d32e-d2fc-4c3f-88ce-c24c3c184f2b,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:27.773121 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 49926) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:27.832670 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da7046b9-5067-470d-9f79-7d2eb6fd0cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.866134 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da7046b9-5067-470d-9f79-7d2eb6fd0cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.876152 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-926102dd-8a62-45a0-b8d6-0157a52767b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:27.877389 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-926102dd-8a62-45a0-b8d6-0157a52767b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.1191874 Sep 16 15:15:27.922119 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da7046b9-5067-470d-9f79-7d2eb6fd0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.924983 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-da7046b9-5067-470d-9f79-7d2eb6fd0cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.926187 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-da7046b9-5067-470d-9f79-7d2eb6fd0cb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3645d32e-d2fc-4c3f-88ce-c24c3c184f2b HTTP/1.1" status: 204 len: 168 time: 0.1518328 Sep 16 15:15:27.935698 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7046b9-5067-470d-9f79-7d2eb6fd0cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3645d32e-d2fc-4c3f-88ce-c24c3c184f2b,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:27.966174 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-a2818487-614c-4f54-a902-63b61dae624f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 200 len: 997 time: 0.0764585 Sep 16 15:15:28.028723 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-340c3425-a2e1-4c33-94db-cd9033c9e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.030198 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-340c3425-a2e1-4c33-94db-cd9033c9e1b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0465884 Sep 16 15:15:28.093388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-dad5e42a-c258-4c90-9194-eb8163acb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.095599 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-dad5e42a-c258-4c90-9194-eb8163acb459 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566435 Sep 16 15:15:28.161997 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'fa6826ad-867d-436d-81cc-d4c019786d44', 'tenant_id': '4af11df0b6274274bda894396d463013', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'mac_address': 'fa:16:3e:cc:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd968be00-e542-4784-af52-380a4bd6afc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:12Z', 'updated_at': '2021-09-16T15:15:27Z', 'revision_number': 1, 'project_id': '4af11df0b6274274bda894396d463013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:28.189542 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:28.198668 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:28.199292 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:28.213051 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-43c8a651-f111-4617-89a8-1f19737c910b service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063817 Sep 16 15:15:28.315803 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:28.321885 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-44fd105b-b16b-4a9f-88f8-52553f794b2d req-80510f0f-d3e7-4ff3-8fe6-1db1c117dbdd service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959895 Sep 16 15:15:28.567826 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'fa6826ad-867d-436d-81cc-d4c019786d44', 'tenant_id': '4af11df0b6274274bda894396d463013', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'mac_address': 'fa:16:3e:cc:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd968be00-e542-4784-af52-380a4bd6afc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:12Z', 'updated_at': '2021-09-16T15:15:27Z', 'revision_number': 1, 'project_id': '4af11df0b6274274bda894396d463013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:28.597453 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f33f54-557b-407b-8a39-e7f14a1f1be8 None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'fa6826ad-867d-436d-81cc-d4c019786d44', 'tenant_id': '4af11df0b6274274bda894396d463013', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'mac_address': 'fa:16:3e:cc:d2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd968be00-e542-4784-af52-380a4bd6afc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:12Z', 'updated_at': '2021-09-16T15:15:27Z', 'revision_number': 1, 'project_id': '4af11df0b6274274bda894396d463013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:28.813939 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f2e7a-ee2b-417f-b826-335213109519 None None] New status for floating IP fa6826ad-867d-436d-81cc-d4c019786d44: ACTIVE {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:15:29.847332 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c20b78d6-4264-4e75-a385-422df69db6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.174938 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50010) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:32.280288 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-32de3aa6-05a0-4c74-9761-a01ac65c2cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.317126 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-6d299955-39bb-4aa0-bd1c-51998cf1e1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.380005 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-32de3aa6-05a0-4c74-9761-a01ac65c2cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.384717 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-32de3aa6-05a0-4c74-9761-a01ac65c2cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.422709 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-32de3aa6-05a0-4c74-9761-a01ac65c2cfc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ad2c6142f924b78981250595cdf6359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467034 Sep 16 15:15:32.423842 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de3aa6-05a0-4c74-9761-a01ac65c2cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0eefa-29fb-4fbf-a083-fe49a191cc10,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:32.425373 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 50016) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:32.475944 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ab-b32b-432f-acb6-91549c015e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.502326 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ab-b32b-432f-acb6-91549c015e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.548381 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ab-b32b-432f-acb6-91549c015e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.550996 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9c11b9ab-b32b-432f-acb6-91549c015e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.552136 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9c11b9ab-b32b-432f-acb6-91549c015e94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bf0eefa-29fb-4fbf-a083-fe49a191cc10 HTTP/1.1" status: 204 len: 168 time: 0.1258106 Sep 16 15:15:32.560479 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b9ab-b32b-432f-acb6-91549c015e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0eefa-29fb-4fbf-a083-fe49a191cc10,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:32.820771 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 50024) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:32.833814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5804-5583-47d2-be29-6aedc2cab015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.932303 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5804-5583-47d2-be29-6aedc2cab015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.937048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5804-5583-47d2-be29-6aedc2cab015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:32.972867 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5804-5583-47d2-be29-6aedc2cab015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76820e8-38ff-4f66-a752-78209536dcf3,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:32.980930 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-bbdc5804-5583-47d2-be29-6aedc2cab015 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06ba4ecdd9704b7ab897c735a49aa9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585944 Sep 16 15:15:32.982839 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50026) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:33.032843 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-27f39602-8980-4397-8420-53964e0400bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:33.056720 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-27f39602-8980-4397-8420-53964e0400bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:33.109079 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-27f39602-8980-4397-8420-53964e0400bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:33.111838 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:33.112094 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-27f39602-8980-4397-8420-53964e0400bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:33.113402 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-27f39602-8980-4397-8420-53964e0400bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c76820e8-38ff-4f66-a752-78209536dcf3 HTTP/1.1" status: 204 len: 168 time: 0.1295424 Sep 16 15:15:33.121334 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f39602-8980-4397-8420-53964e0400bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76820e8-38ff-4f66-a752-78209536dcf3,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:33.332397 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:35.072884 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:35.993635 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:15:38.178132 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:40.845152 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-fd056fb9-de3e-4c6c-81ea-f8d378f8e2d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393155 Sep 16 15:15:40.912689 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-97f4309a-c1ef-499e-82b2-8571d7a44e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:40.914291 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-97f4309a-c1ef-499e-82b2-8571d7a44e0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0419960 Sep 16 15:15:41.027467 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-7c38d3f7-2c49-4345-8058-04210467aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.028938 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-7c38d3f7-2c49-4345-8058-04210467aa72 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.0843666 Sep 16 15:15:41.114028 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-49baaa30-5a36-4aab-b891-66ac40ea956a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1000 time: 0.0734794 Sep 16 15:15:41.161630 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-1fc196fa-5cfb-45b3-b645-2715b2e7ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.163208 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-1fc196fa-5cfb-45b3-b645-2715b2e7ff49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0424125 Sep 16 15:15:41.208949 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-157f7c49-5d22-4889-b57c-f9908830937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.211179 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-157f7c49-5d22-4889-b57c-f9908830937a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401499 Sep 16 15:15:41.302908 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-db8caf78-b5f1-4109-9494-42a7b5571fec service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827045 Sep 16 15:15:44.244603 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e220fdfc-974e-479f-a97a-db7993f8e0b6 req-462146a8-4d01-4ae1-9086-2f2dbf11a46f service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839334 Sep 16 15:15:45.073933 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3ce21-0389-458e-879f-d1590c2a4bb5 req-cfa3f59a-a009-4b8b-acdd-2c045c5e8086 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:45.077120 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-16d3ce21-0389-458e-879f-d1590c2a4bb5 req-cfa3f59a-a009-4b8b-acdd-2c045c5e8086 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Sep 16 15:15:45.115652 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-16d3ce21-0389-458e-879f-d1590c2a4bb5 req-6a575225-783d-423e-8813-e4729c4bf884 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Sep 16 15:15:46.231670 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b098f6-8c27-4161-ab88-94ff167dad6d req-1c7da8cf-c3ce-4243-af93-6db2be6e29e5 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:46.233117 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-07b098f6-8c27-4161-ab88-94ff167dad6d req-1c7da8cf-c3ce-4243-af93-6db2be6e29e5 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Sep 16 15:15:46.274786 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-07b098f6-8c27-4161-ab88-94ff167dad6d req-46b23cfc-0398-41e5-86b3-8f60f90f6ebc tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Sep 16 15:15:46.602209 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-b997487d-fdb3-45ca-a70a-bc5246f85874 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65485455&fields=id&tenant_id=b95ab517f71c4f8488f8e5455318a0c8 HTTP/1.1" status: 200 len: 267 time: 0.0331991 Sep 16 15:15:46.711209 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-42834188-2a64-40a5-93c0-ac727fca1049 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:46.712625 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-42834188-2a64-40a5-93c0-ac727fca1049 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 809 time: 0.1028252 Sep 16 15:15:46.727596 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-ab3634db-d719-4254-a01c-2cf6a40bf519 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/quotas/b95ab517f71c4f8488f8e5455318a0c8 HTTP/1.1" status: 200 len: 375 time: 0.0091126 Sep 16 15:15:46.779384 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-00239098-fd40-4608-9f4e-e211d7c7f9e8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459561 Sep 16 15:15:46.881679 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-3804dfa2-ebba-4d31-97f8-c21a14a1f9e8 service neutron] 10.222.0.52 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888014 Sep 16 15:15:46.971071 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-47260607-47d6-43c0-9f05-3ebdb3f35e23 service neutron] 10.222.0.52 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818830 Sep 16 15:15:47.091182 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097489-4f43-494b-80f2-74417ea11f5e req-896d9e54-ec7a-4896-b28d-f7798a7ccf66 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:47.093206 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1b097489-4f43-494b-80f2-74417ea11f5e req-896d9e54-ec7a-4896-b28d-f7798a7ccf66 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0512912 Sep 16 15:15:47.189183 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Deleting port 4c18d3a7-5902-4299-b19f-fd9a33debc4f {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:47.189528 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.278855 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf346d04-bd62-41e3-81bd-36f6a9b304f6 req-816b074e-b9a5-497b-af02-a60cb11caac3 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Sep 16 15:15:47.320379 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] For port 4c18d3a7-5902-4299-b19f-fd9a33debc4f, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=4c18d3a7-5902-4299-b19f-fd9a33debc4f,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:47.320766 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.405872 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa67b67-ba4d-4760-be86-b7c4436ff7fd req-5bac8d03-0d23-4175-a05f-60d6fc7ea346 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:47.407638 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8fa67b67-ba4d-4760-be86-b7c4436ff7fd req-5bac8d03-0d23-4175-a05f-60d6fc7ea346 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 945 time: 0.0582650 Sep 16 15:15:47.457852 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8fa67b67-ba4d-4760-be86-b7c4436ff7fd req-520215aa-69fc-4096-bfdb-fe1e876e8718 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385208 Sep 16 15:15:47.512520 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.512916 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.513259 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Floating IP ecab1366-c1fd-4def-9241-786ca98785cf disassociated. External IP: 172.27.0.228, port: 4c18d3a7-5902-4299-b19f-fd9a33debc4f. Sep 16 15:15:47.513549 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Calling delete_port for 4c18d3a7-5902-4299-b19f-fd9a33debc4f owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:47.654105 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.684821 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'Port': ['ID=4c18d3a7-5902-4299-b19f-fd9a33debc4f,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:47.697429 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.697429 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.697701 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.698041 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.698333 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.698696 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.699029 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.699359 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.699747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.700073 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.700398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.700721 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:47.814695 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:47.930261 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:47.940402 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:47.950130 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:47.950772 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:47.969673 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] No DVR routers for this DVR port 4c18d3a7-5902-4299-b19f-fd9a33debc4f on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:47.972485 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.974584 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1b097489-4f43-494b-80f2-74417ea11f5e req-6353f55d-3851-4dea-9f00-336591f62dbe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "DELETE /v2.0/ports/4c18d3a7-5902-4299-b19f-fd9a33debc4f HTTP/1.1" status: 204 len: 173 time: 0.8718555 Sep 16 15:15:47.975022 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'name': 'network-vif-deleted', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:47.977541 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdb090e-62e8-4531-ba51-634b5a3c95b5" -d '{"events": [{"server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "name": "network-vif-deleted", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:48.015499 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c12658-4dc5-4417-a9cb-dba4617388d8 x-openstack-request-id: req-f2c12658-4dc5-4417-a9cb-dba4617388d8 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:48.015792 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310bba80-52d2-4c0c-85ff-9250ec2b9371", "name": "network-vif-deleted", "tag": "4c18d3a7-5902-4299-b19f-fd9a33debc4f", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:48.016048 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2c12658-4dc5-4417-a9cb-dba4617388d8 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:48.016445 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310bba80-52d2-4c0c-85ff-9250ec2b9371', 'name': 'network-vif-deleted', 'tag': '4c18d3a7-5902-4299-b19f-fd9a33debc4f', 'status': 'completed', 'code': 200} Sep 16 15:15:48.081997 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:48.312753 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:48.344464 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:48.353813 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-424925af-1e42-45dc-bf99-5e77f0752c5f tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:48.354306 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:48.354798 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:15:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:48.355405 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-424925af-1e42-45dc-bf99-5e77f0752c5f tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 809 time: 0.1245000 Sep 16 15:15:48.414819 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-24aec958-b54c-4fe0-856c-dc2f727662e2 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95ab517f71c4f8488f8e5455318a0c8 HTTP/1.1" status: 200 len: 378 time: 0.0466778 Sep 16 15:15:48.416794 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3b9ad4a6-edf3-4be4-82c7-da8b09082116 req-0c2d27a2-73aa-4a8b-a197-8e2a2272856e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 210 time: 0.0505445 Sep 16 15:15:48.426955 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'port': {'device_id': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'admin_state_up': True, 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'security_groups': ['a08b58af-b1e6-49c3-8e08-044f1bbe80ad']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:48.470126 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:48.563710 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Made reservation on behalf of b95ab517f71c4f8488f8e5455318a0c8 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:48.567192 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:48.591634 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7b327a40-9f74-4a4f-a210-8b12cf62fc11 req-e6e1561b-cdaf-4bf9-ba02-0b8b1ad1df56 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=310bba80-52d2-4c0c-85ff-9250ec2b9371 HTTP/1.1" status: 200 len: 210 time: 0.0427454 Sep 16 15:15:48.696157 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:48.728074 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c125c-2cea-4aa5-9537-855fa1466653 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:48.735053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Allocated IP 172.20.0.14 (15bd1f35-a84e-4df1-bb58-8676310f7d00/222c9773-8533-4532-a13b-6fdd9ca0083e/d89c669b-6ea6-4ccc-b03c-425779819ca3) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:48.964785 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.009666 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.056339 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821451d1-29e3-434b-b06c-d3345908fc52 None None] New status for floating IP ecab1366-c1fd-4def-9241-786ca98785cf: DOWN {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:15:49.065042 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:49.068224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:49.075155 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:49.101802 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:49.131720 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.132856 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.151747 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-e99cbfd3-4bb6-472b-aaed-d985a665f31c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291825 Sep 16 15:15:49.166398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Request body: {'port': {'device_id': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:49.227347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.442165 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-b1870e62-ff74-46a5-ac0d-75662a7be7f4 None None] Provisioning complete for port d89c669b-6ea6-4ccc-b03c-425779819ca3 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:49.442722 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b1870e62-ff74-46a5-ac0d-75662a7be7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.477599 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-b1870e62-ff74-46a5-ac0d-75662a7be7f4 None None] Port d89c669b-6ea6-4ccc-b03c-425779819ca3 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:49.517826 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c669b-6ea6-4ccc-b03c-425779819ca3 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:49.525809 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.528308 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aed58-937d-40d7-972f-ef711c3346ee req-0b31c2a8-f5d2-4d48-9608-fe1ee3795b91 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.529942 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-444aed58-937d-40d7-972f-ef711c3346ee req-0b31c2a8-f5d2-4d48-9608-fe1ee3795b91 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 932 time: 0.0513880 Sep 16 15:15:49.538411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Transition to ACTIVE for port object d89c669b-6ea6-4ccc-b03c-425779819ca3 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:15:49.542195 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.582986 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-444aed58-937d-40d7-972f-ef711c3346ee req-6ec1b6e8-40ea-4ab2-a4d6-c4d0b8f37692 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438771 Sep 16 15:15:49.592667 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:49.685407 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Attempting to bind port d89c669b-6ea6-4ccc-b03c-425779819ca3 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:49.685748 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Attempting to bind port d89c669b-6ea6-4ccc-b03c-425779819ca3 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:49.686354 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Attempting to bind port d89c669b-6ea6-4ccc-b03c-425779819ca3 on network 15bd1f35-a84e-4df1-bb58-8676310f7d00 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:49.698704 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Port d89c669b-6ea6-4ccc-b03c-425779819ca3 on network 15bd1f35-a84e-4df1-bb58-8676310f7d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:15:49.699038 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Attempting to bind port d89c669b-6ea6-4ccc-b03c-425779819ca3 on network 15bd1f35-a84e-4df1-bb58-8676310f7d00 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:49.707157 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:49.707401 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Checking segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:49.710191 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Bound using segment: {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:49.710809 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Bound port: d89c669b-6ea6-4ccc-b03c-425779819ca3, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9729007e-46c4-4b32-8f03-a18e77be6d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:49.711623 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.923236 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-abe90f28-8516-42bc-bb7f-863968696183 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494484489&fields=id&tenant_id=84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 267 time: 0.0388958 Sep 16 15:15:50.041310 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-f3ee663e-3a4e-4832-b533-7562a99df098 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.041310 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-f3ee663e-3a4e-4832-b533-7562a99df098 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 812 time: 0.1091459 Sep 16 15:15:50.056121 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-752b746d-7c9e-4ebb-b075-a3817f24354e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/quotas/84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 375 time: 0.0099061 Sep 16 15:15:50.067316 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:50.070575 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:50.078122 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:50.109705 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-3e3e7e66-ce03-4cfe-8b6a-db0a51dc2da3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479760 Sep 16 15:15:50.112843 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.113258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:50.114809 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] 10.222.0.61 "PUT /v2.0/ports/d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 1094 time: 0.9532804 Sep 16 15:15:50.117870 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:50.120904 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:50.148685 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92a90c-6a34-4d35-b392-0bb84a7a3897 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:50.181498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faac9f6-a1c1-4a5b-871d-488cbc67e055 x-openstack-request-id: req-0faac9f6-a1c1-4a5b-871d-488cbc67e055 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:50.181791 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:50.182041 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0faac9f6-a1c1-4a5b-871d-488cbc67e055 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:50.182451 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'status': 'completed', 'code': 200} Sep 16 15:15:50.216619 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-0722478d-272a-4826-9682-d5a3233967ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.218130 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-0722478d-272a-4826-9682-d5a3233967ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1097 time: 0.0497513 Sep 16 15:15:50.232967 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-aff53c05-e700-461c-a3b8-5290a41a2aec service neutron] 10.222.0.52 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035724 Sep 16 15:15:50.272126 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-437ab9a1-ed5c-4056-8cfe-fe45c8592117 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 217 time: 0.0416582 Sep 16 15:15:50.328688 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-89f9274e-517b-4fae-b0d4-e0680d4c6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.330307 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-89f9274e-517b-4fae-b0d4-e0680d4c6721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0491920 Sep 16 15:15:50.333281 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-2995ef98-e4fb-40fd-8af0-e9ff86ccaacb service neutron] 10.222.0.52 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899091 Sep 16 15:15:50.378608 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-6d08034e-01d7-4747-84ea-db14d8e8f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.380120 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-6d08034e-01d7-4747-84ea-db14d8e8f9b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419767 Sep 16 15:15:50.480354 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-d24cf04c-b2a1-432d-97d5-0b08d4423239 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925660 Sep 16 15:15:50.579867 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64619400-685b-4b66-910a-28e6b2f8d4e2 req-94dac866-ce11-4e70-8037-c1e60a4d001b service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896490 Sep 16 15:15:50.670993 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-42f6838d-c344-4a7a-b12b-a312eb82033b req-9c83af81-e5b4-400e-8704-5fd9b9d4e23f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 210 time: 0.0372059 Sep 16 15:15:50.709047 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-c2c82e2f-ec45-4d71-835f-c0d717aa6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.712327 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-c2c82e2f-ec45-4d71-835f-c0d717aa6091 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1097 time: 0.0696208 Sep 16 15:15:50.716699 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b413d-97c4-40fa-8220-0d0a62655f91 req-7a2668ea-2d1e-4a1e-bc72-7d6d3a457d48 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.718260 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-415b413d-97c4-40fa-8220-0d0a62655f91 req-7a2668ea-2d1e-4a1e-bc72-7d6d3a457d48 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0627096 Sep 16 15:15:50.767455 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-415b413d-97c4-40fa-8220-0d0a62655f91 req-4e5af1e7-a5a6-49ba-863b-b80d0cf73283 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426593 Sep 16 15:15:50.817868 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-69fecec6-f3bb-4664-a277-f4b6c9213d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.820219 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-69fecec6-f3bb-4664-a277-f4b6c9213d94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 910 time: 0.0956769 Sep 16 15:15:50.875902 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-a1803416-f05c-4f37-8f03-6176f7e034ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 217 time: 0.0475531 Sep 16 15:15:50.932909 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-51d29f6b-04ac-4470-ae41-409448b8ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.934444 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-51d29f6b-04ac-4470-ae41-409448b8ff1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0481484 Sep 16 15:15:50.988304 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-fa5a4c92-d5ad-488d-bb79-bdc33f63272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.989802 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-fa5a4c92-d5ad-488d-bb79-bdc33f63272a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418997 Sep 16 15:15:51.102177 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-63abce4a-f157-4bc4-889d-3e3276d8b82a service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971096 Sep 16 15:15:51.204256 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bf8b70a7-5123-44a1-9d4a-cd60d70a28f5 req-54446dca-d467-461f-ac7b-0f748d9e5de1 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Sep 16 15:15:51.540578 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4c18d3a7-5902-4299-b19f-fd9a33debc4f no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:51.561029 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 4c18d3a7-5902-4299-b19f-fd9a33debc4f {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:51.561376 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 4c18d3a7-5902-4299-b19f-fd9a33debc4f not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:51.817367 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2ab29b43-86b3-4059-bfb9-22db22a73cdf req-00960c19-7563-43db-afe6-36d2de5a830b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 210 time: 0.0352089 Sep 16 15:15:51.847604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-719d3282-43db-4e74-8c4e-761923fbf008 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:51.849383 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-719d3282-43db-4e74-8c4e-761923fbf008 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 812 time: 0.1452487 Sep 16 15:15:51.890512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce7de-d494-4e14-b13d-4fd93e413510 req-2cd08316-56f8-43bc-ace9-9639e0533856 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:51.892184 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e63ce7de-d494-4e14-b13d-4fd93e413510 req-2cd08316-56f8-43bc-ace9-9639e0533856 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0555773 Sep 16 15:15:51.896798 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-c06d07f3-e20d-4b84-86ec-39aab3cfcf03 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 380 time: 0.0359945 Sep 16 15:15:51.916601 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'port': {'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'admin_state_up': True, 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'security_groups': ['49dbe1e4-a637-4104-bc17-a17727d7cb57']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:51.947881 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e63ce7de-d494-4e14-b13d-4fd93e413510 req-5f81601c-60d0-4785-96ba-41a270978645 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482569 Sep 16 15:15:52.043610 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Made reservation on behalf of 84e90f2361174e77a88042d06e74e110 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:52.047290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.174106 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Allocated IP 172.20.0.4 (b83b58b7-9f40-4e77-be18-f12f23d9d013/06ddd76c-3b7d-4698-885b-91937202be77/9fcac3ac-cd32-460a-bde9-ae593080f5ac) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:52.327198 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.366781 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.409112 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:52.413433 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:52.419831 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:52.449393 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=9fcac3ac-cd32-460a-bde9-ae593080f5ac,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:52.487747 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:52.488142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.505702 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ac6677a4-2ba1-4a65-adbd-d6719b6a7185 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946584 Sep 16 15:15:52.523093 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Request body: {'port': {'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:52.581121 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.663602 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-7de0173f-0583-4a22-b504-da42b28857c3 None None] Provisioning complete for port 9fcac3ac-cd32-460a-bde9-ae593080f5ac triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:52.664216 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7de0173f-0583-4a22-b504-da42b28857c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.702842 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-7de0173f-0583-4a22-b504-da42b28857c3 None None] Port 9fcac3ac-cd32-460a-bde9-ae593080f5ac cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:52.845362 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcac3ac-cd32-460a-bde9-ae593080f5ac {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:52.853141 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.870637 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Transition to ACTIVE for port object 9fcac3ac-cd32-460a-bde9-ae593080f5ac will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:15:52.875633 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:52.976932 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Pushing event updated for resources: {'Port': ['ID=9fcac3ac-cd32-460a-bde9-ae593080f5ac,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:53.022288 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b77a96-a0cf-4873-b88e-70c6f43d4c68 req-03bede67-2b45-4bf1-b9f6-baa449f0e45b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.023865 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d0b77a96-a0cf-4873-b88e-70c6f43d4c68 req-03bede67-2b45-4bf1-b9f6-baa449f0e45b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 943 time: 0.1186852 Sep 16 15:15:53.066099 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Attempting to bind port 9fcac3ac-cd32-460a-bde9-ae593080f5ac on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:53.066497 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Attempting to bind port 9fcac3ac-cd32-460a-bde9-ae593080f5ac by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:53.066783 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Attempting to bind port 9fcac3ac-cd32-460a-bde9-ae593080f5ac on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:53.073917 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a4e4-66fe-4491-9731-e7b0ee3b67d9 req-574baf77-d4b1-4267-9b1a-35c95f5e069f tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.075682 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6809a4e4-66fe-4491-9731-e7b0ee3b67d9 req-574baf77-d4b1-4267-9b1a-35c95f5e069f tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0538628 Sep 16 15:15:53.080923 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Port 9fcac3ac-cd32-460a-bde9-ae593080f5ac on network b83b58b7-9f40-4e77-be18-f12f23d9d013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:15:53.081272 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Attempting to bind port 9fcac3ac-cd32-460a-bde9-ae593080f5ac on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:53.090005 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d0b77a96-a0cf-4873-b88e-70c6f43d4c68 req-47bfd35f-8020-43c6-92f4-f9aba066ffb3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576031 Sep 16 15:15:53.092618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:53.092952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Checking segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:53.093325 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Bound using segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:53.093757 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Bound port: 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:53.094112 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:53.128327 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6809a4e4-66fe-4491-9731-e7b0ee3b67d9 req-1df3eee3-4a38-4e84-a27c-3b0da95edce6 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409966 Sep 16 15:15:53.173224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] For port 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:53.176452 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] For port 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:53.182627 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:53.216828 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.217447 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:53.218865 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] 10.222.0.61 "PUT /v2.0/ports/9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 200 len: 1093 time: 0.7008421 Sep 16 15:15:53.222640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:53.222640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a" -d '{"events": [{"name": "network-changed", "server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:53.246926 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d0be-3c63-4fc9-891c-153cbaf2137a service neutron] Pushing event updated for resources: {'Port': ['ID=9fcac3ac-cd32-460a-bde9-ae593080f5ac,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:53.266170 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646eab98-d4ad-4c45-9e15-06eae1c9ee46 x-openstack-request-id: req-646eab98-d4ad-4c45-9e15-06eae1c9ee46 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:53.266492 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:53.266754 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-646eab98-d4ad-4c45-9e15-06eae1c9ee46 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:53.267159 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'status': 'completed', 'code': 200} Sep 16 15:15:53.321344 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-1cdc3f3e-6fd0-4012-bdbe-a0a82b2b8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.322894 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-1cdc3f3e-6fd0-4012-bdbe-a0a82b2b8549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1096 time: 0.0467761 Sep 16 15:15:53.369733 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-83d83411-a549-4e72-ad8f-f7b62f4e9b01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 200 len: 217 time: 0.0371165 Sep 16 15:15:53.420254 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-1afb6d96-fc6a-4c26-b83a-00501686098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.421723 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-1afb6d96-fc6a-4c26-b83a-00501686098d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0440495 Sep 16 15:15:53.470559 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-1f6a9c84-8d90-4075-8a4e-5c2bf80e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.472063 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-1f6a9c84-8d90-4075-8a4e-5c2bf80e932f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409911 Sep 16 15:15:53.567486 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-78e0fdaf-81ce-4718-a5f6-76c151877701 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871172 Sep 16 15:15:53.661979 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e371bf7d-0ca9-4556-8d15-1e060d4bc216 req-ec0f7632-ad5e-4b31-8324-9376f8c8b981 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Sep 16 15:15:53.752612 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-ae5e6bf4-8ef7-4b97-b827-9df768e4948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.754085 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-ae5e6bf4-8ef7-4b97-b827-9df768e4948a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1096 time: 0.0407665 Sep 16 15:15:53.844385 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-f2f20def-09d4-45a2-8759-130e161107f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.845852 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-f2f20def-09d4-45a2-8759-130e161107f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.0833228 Sep 16 15:15:53.895468 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-d32a0d83-d835-498c-baab-02a51b175484 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 200 len: 217 time: 0.0374174 Sep 16 15:15:53.946741 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-af666b89-df18-4328-ac7a-8a332335fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.948121 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-af666b89-df18-4328-ac7a-8a332335fc23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0439973 Sep 16 15:15:54.000829 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-460d3e44-2345-4b2d-a1e4-e6bb65507932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:54.002341 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-460d3e44-2345-4b2d-a1e4-e6bb65507932 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462813 Sep 16 15:15:54.104789 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-cbd3d21c-9fd3-4939-bd79-e4f3a7510cd9 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896823 Sep 16 15:15:54.202679 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24c7a903-0c96-4afc-8ca9-a5fe5c10876a req-ec0d2f5d-7158-4e90-b3f1-b74390074731 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888691 Sep 16 15:15:54.207678 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c680e5a-1d4e-4131-afe7-096e19569474 req-5b16b560-c169-44ee-807f-1ba63e037a2e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:54.209262 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6c680e5a-1d4e-4131-afe7-096e19569474 req-5b16b560-c169-44ee-807f-1ba63e037a2e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 943 time: 0.0507610 Sep 16 15:15:54.253410 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6c680e5a-1d4e-4131-afe7-096e19569474 req-c48b9769-afda-4084-96b2-eed4443d7a46 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358028 Sep 16 15:15:54.261704 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074e9ae-6224-49bd-a023-5b3f360e8cfb req-c2e50b0b-a116-4181-ac43-c989416d081a tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:54.263282 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0074e9ae-6224-49bd-a023-5b3f360e8cfb req-c2e50b0b-a116-4181-ac43-c989416d081a tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0561481 Sep 16 15:15:54.302342 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0074e9ae-6224-49bd-a023-5b3f360e8cfb req-b292e215-b637-41ba-be5f-80a4ed9d277f tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330989 Sep 16 15:15:55.377068 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9859262-8b57-4309-97d1-2b48fb68468f req-506877d4-5a48-43e4-bb53-8d466803c529 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:55.378659 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c9859262-8b57-4309-97d1-2b48fb68468f req-506877d4-5a48-43e4-bb53-8d466803c529 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 943 time: 0.0533228 Sep 16 15:15:55.418850 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c9859262-8b57-4309-97d1-2b48fb68468f req-05334e2f-57a4-4ba3-a7a6-f95a8c8c770f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Sep 16 15:15:55.421769 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408a9df-50b7-41d8-9e6b-2189d6e92084 req-b3d208b7-ac41-4478-a822-12cd6921e56e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:55.423320 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a408a9df-50b7-41d8-9e6b-2189d6e92084 req-b3d208b7-ac41-4478-a822-12cd6921e56e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0495529 Sep 16 15:15:55.465646 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a408a9df-50b7-41d8-9e6b-2189d6e92084 req-aba8bd57-b26b-469f-9214-07603bfed9d0 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357215 Sep 16 15:15:56.542790 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05604bda-a3d6-40cd-978c-62a258ab1caa req-8e01e244-232b-473a-bd58-17388ab30043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:56.545327 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05604bda-a3d6-40cd-978c-62a258ab1caa req-8e01e244-232b-473a-bd58-17388ab30043 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 943 time: 0.0576947 Sep 16 15:15:56.582997 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-05604bda-a3d6-40cd-978c-62a258ab1caa req-d9a49986-9d80-4310-b4ab-5af977145cb4 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Sep 16 15:15:56.587234 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b4273-49ad-466b-86fc-4e353ed53aea req-2147f727-026a-4943-b7b2-b6f7200be279 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:56.588792 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-784b4273-49ad-466b-86fc-4e353ed53aea req-2147f727-026a-4943-b7b2-b6f7200be279 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0526352 Sep 16 15:15:56.629151 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-784b4273-49ad-466b-86fc-4e353ed53aea req-9161ea7b-5534-4644-9b9d-ceb933e49b8d tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343826 Sep 16 15:15:57.586209 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:15:57.688628 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:57.701693 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'port_id': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'mac_address': 'fa:16:3e:94:ad:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:15:57.703864 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf59620-77e7-4c8c-96ef-6d18d50ab083 req-4a059802-a4ac-4752-a2b0-6a63cb441081 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:57.705464 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2cf59620-77e7-4c8c-96ef-6d18d50ab083 req-4a059802-a4ac-4752-a2b0-6a63cb441081 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 943 time: 0.0517969 Sep 16 15:15:57.741419 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:57.746836 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2cf59620-77e7-4c8c-96ef-6d18d50ab083 req-9f2ec184-b842-4458-b3d2-a54de4f3c681 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Sep 16 15:15:57.759418 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c669b-6ea6-4ccc-b03c-425779819ca3 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:57.770116 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26bd9a-b407-48d1-8dbc-759fa66d38c4 req-9b1bb702-ca6e-4aeb-94ca-a1e0439bb040 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:57.773405 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ec26bd9a-b407-48d1-8dbc-759fa66d38c4 req-9b1bb702-ca6e-4aeb-94ca-a1e0439bb040 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0653768 Sep 16 15:15:57.788350 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:57.793131 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:57.817651 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ec26bd9a-b407-48d1-8dbc-759fa66d38c4 req-59097973-bcb2-44f6-b669-d0facc040355 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391943 Sep 16 15:15:57.858245 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:58.086658 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d89c669b-6ea6-4ccc-b03c-425779819ca3'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:15:58.880920 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d5429-2685-4989-8d1f-18f769c72331 req-48122b3e-b723-4aef-98b6-9d295c745a93 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.883086 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f37d5429-2685-4989-8d1f-18f769c72331 req-48122b3e-b723-4aef-98b6-9d295c745a93 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 943 time: 0.0539322 Sep 16 15:15:58.921112 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f37d5429-2685-4989-8d1f-18f769c72331 req-6710a258-466f-48bd-b9e7-f825edd73b17 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Sep 16 15:15:58.935884 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c2d28-8c1f-4e5f-9348-3e518f7811ed req-53641622-8eaf-48ab-9e51-ed7914eb6a70 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.937378 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a23c2d28-8c1f-4e5f-9348-3e518f7811ed req-53641622-8eaf-48ab-9e51-ed7914eb6a70 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Sep 16 15:15:58.980039 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a23c2d28-8c1f-4e5f-9348-3e518f7811ed req-f704739f-063e-43d0-be58-2da2bc932ad6 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352178 Sep 16 15:15:59.587384 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 9fcac3ac-cd32-460a-bde9-ae593080f5ac details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:15:59.590551 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:59.699824 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port d89c669b-6ea6-4ccc-b03c-425779819ca3 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:15:59.707299 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d89c669b-6ea6-4ccc-b03c-425779819ca3 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:59.707674 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.744943 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:59.763661 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:15:59.830516 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.858407 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.862369 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcac3ac-cd32-460a-bde9-ae593080f5ac {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:59.876178 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-d6577e88-b1ad-40e2-b9e6-8d9b0bae537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.899044 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:59.904463 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:59.906674 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfcc7f8-acfb-4228-9ee7-9d81fa238a4a" -d '{"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-plugged", "status": "completed", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:59.917597 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.923888 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:59.946603 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.956646 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485bf669-7f5d-4398-8ced-735adf4c8e20 x-openstack-request-id: req-485bf669-7f5d-4398-8ced-735adf4c8e20 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:59.957105 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-plugged", "status": "completed", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:59.957503 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-485bf669-7f5d-4398-8ced-735adf4c8e20 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:59.957914 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'code': 200} Sep 16 15:15:59.977623 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=9fcac3ac-cd32-460a-bde9-ae593080f5ac,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:00.034142 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:00.045977 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9175-78f3-49f6-a470-a6ef6674673b req-22025aab-e382-420f-b689-e1f5d8e3602f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:00.047508 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-762f9175-78f3-49f6-a470-a6ef6674673b req-22025aab-e382-420f-b689-e1f5d8e3602f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 944 time: 0.0541382 Sep 16 15:16:00.088893 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-762f9175-78f3-49f6-a470-a6ef6674673b req-1bb14ee5-9ed8-46e5-8bb8-b33363c46a19 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 Sep 16 15:16:00.104319 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992d697-97a6-4840-94d0-20fc0cbdabc2 req-b04896b3-8b92-4ad1-b814-6be0fd605445 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:00.116260 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8992d697-97a6-4840-94d0-20fc0cbdabc2 req-b04896b3-8b92-4ad1-b814-6be0fd605445 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0615578 Sep 16 15:16:00.151253 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8992d697-97a6-4840-94d0-20fc0cbdabc2 req-6ab92702-0bef-4b9d-99f1-5b7500217eec tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339723 Sep 16 15:16:00.236375 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['9fcac3ac-cd32-460a-bde9-ae593080f5ac'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:16:00.277348 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b01037-f2e4-4a3a-81a9-dc03c4e75a53 req-c383d969-2d9f-45c8-8335-f2cc7dcce634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:00.278929 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8b01037-f2e4-4a3a-81a9-dc03c4e75a53 req-c383d969-2d9f-45c8-8335-f2cc7dcce634 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1099 time: 0.0444264 Sep 16 15:16:00.314543 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8b01037-f2e4-4a3a-81a9-dc03c4e75a53 req-db73c5b6-3af9-488f-a8ed-564fa4acdf36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281975 Sep 16 15:16:01.205628 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c787ca3-e911-40eb-8edd-d4c0e7e91479 req-1d0ea5d7-0c3e-4613-8207-4fecfeb33ff9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:01.207155 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2c787ca3-e911-40eb-8edd-d4c0e7e91479 req-1d0ea5d7-0c3e-4613-8207-4fecfeb33ff9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 944 time: 0.0502594 Sep 16 15:16:01.245240 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2c787ca3-e911-40eb-8edd-d4c0e7e91479 req-a422b41c-3b96-4aad-a932-19c5f23d342e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Sep 16 15:16:01.271304 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e5abc-fcb9-4d26-993e-9a3b5fba2614 req-1d0b0462-635e-4f7b-b64d-e531f606f25c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:01.272839 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8d2e5abc-fcb9-4d26-993e-9a3b5fba2614 req-1d0b0462-635e-4f7b-b64d-e531f606f25c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0503607 Sep 16 15:16:01.310877 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8d2e5abc-fcb9-4d26-993e-9a3b5fba2614 req-02a8a8f5-c5d1-4cf7-acb2-a7f5a67983f4 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321836 Sep 16 15:16:01.603961 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 9fcac3ac-cd32-460a-bde9-ae593080f5ac up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:16:01.655628 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 9fcac3ac-cd32-460a-bde9-ae593080f5ac completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:16:01.659639 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 9fcac3ac-cd32-460a-bde9-ae593080f5ac triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:16:01.660024 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:01.739726 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:01.770597 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:01.775252 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:01.821399 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=9fcac3ac-cd32-460a-bde9-ae593080f5ac,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:01.958802 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:01.962125 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8bb37-c651-4e6e-99af-12c9ededa203" -d '{"events": [{"server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "name": "network-vif-plugged", "status": "completed", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:01.999283 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899a6de1-6aae-4977-a826-e5444cae6dd4 x-openstack-request-id: req-899a6de1-6aae-4977-a826-e5444cae6dd4 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:01.999578 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "name": "network-vif-plugged", "status": "completed", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:01.999837 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-899a6de1-6aae-4977-a826-e5444cae6dd4 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:02.000237 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'code': 200} Sep 16 15:16:02.276715 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c1d5e-7959-44b2-9283-fdc56d103d00 req-b7ca2ac5-a90f-4e9e-a848-92297e6e0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:02.278240 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ab1c1d5e-7959-44b2-9283-fdc56d103d00 req-b7ca2ac5-a90f-4e9e-a848-92297e6e0cdb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1098 time: 0.0418146 Sep 16 15:16:02.316594 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-1909f4c7-d0ef-42c2-a29e-e443cf08f2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:02.325976 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ab1c1d5e-7959-44b2-9283-fdc56d103d00 req-1ee09711-cfa4-48eb-80a0-a064cc9b011b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349019 Sep 16 15:16:02.368594 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be319d5e-d620-4be4-bce0-28576e5ce73d req-533b5e37-4014-49c9-b07b-535289aa6260 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:02.370079 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-be319d5e-d620-4be4-bce0-28576e5ce73d req-533b5e37-4014-49c9-b07b-535289aa6260 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0542326 Sep 16 15:16:02.409464 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-be319d5e-d620-4be4-bce0-28576e5ce73d req-c1c73adc-afde-41ce-8907-c504662924ef tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Sep 16 15:16:02.436093 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960d5e9-ab4b-4619-9556-4e1b9f9919d8 req-2894f2aa-c0ff-42d3-9d8f-1b3972d6e844 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:02.437654 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9960d5e9-ab4b-4619-9556-4e1b9f9919d8 req-2894f2aa-c0ff-42d3-9d8f-1b3972d6e844 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0569098 Sep 16 15:16:02.475952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9960d5e9-ab4b-4619-9556-4e1b9f9919d8 req-71927d19-db8e-464a-a3e0-dbb8098afc7d tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323362 Sep 16 15:16:02.677190 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42515134-4487-46fe-a99c-b15e04ec0c58 req-416c2349-9f34-4d1c-ad59-65371c824979 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:02.678668 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-42515134-4487-46fe-a99c-b15e04ec0c58 req-416c2349-9f34-4d1c-ad59-65371c824979 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0496516 Sep 16 15:16:02.717005 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-42515134-4487-46fe-a99c-b15e04ec0c58 req-ea8c665b-b36c-4180-a01a-2aafd6e28e97 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323491 Sep 16 15:16:02.740019 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50474) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:02.923271 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a31ac0-f54f-4b25-bf2c-5821c3b0620d tempest-TestShelveInstance-1635308436 tempest-TestShelveInstance-1635308436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:02.924793 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-b9a31ac0-f54f-4b25-bf2c-5821c3b0620d tempest-TestShelveInstance-1635308436 tempest-TestShelveInstance-1635308436-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1094 time: 0.1837490 Sep 16 15:16:02.927971 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50482) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:02.932114 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'port_id': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:16:02.952812 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.054033 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.116400 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.165505 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Allocated IP 172.27.0.234 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/df46e845-6417-4417-a505-762f9ee9c4d3) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:16:03.268552 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.299941 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.335444 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.337033 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:16:03.339746 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:16:03.343148 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:16:03.373135 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'Port': ['ID=df46e845-6417-4417-a505-762f9ee9c4d3,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:03.528814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfd776-95c8-4199-8832-17f3f254ae9d req-918d4744-9b89-4e5b-9166-47c712cc1ae8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:03.530306 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b7dfd776-95c8-4199-8832-17f3f254ae9d req-918d4744-9b89-4e5b-9166-47c712cc1ae8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0485232 Sep 16 15:16:03.571028 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b7dfd776-95c8-4199-8832-17f3f254ae9d req-d7426fd6-f440-44bd-8689-c6dd7cefcdf2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346158 Sep 16 15:16:03.725530 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.794314 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.935048 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:03.939502 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:04.007686 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event updated for resources: {'Port': ['ID=df46e845-6417-4417-a505-762f9ee9c4d3,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:04.017021 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:04.120815 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Floating IP b26432bb-bcc9-4438-97cc-61300987d3ed associated. External IP: 172.27.0.234, port: d89c669b-6ea6-4ccc-b03c-425779819ca3. Sep 16 15:16:04.525166 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Router e54db319-216c-489e-9436-02d1b8cfc7db has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:04.636364 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:04.646779 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] Sync routers for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:04.654663 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:04.663435 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:04.664460 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:04.693446 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f18844ff-018a-4585-8498-6a0eb0bab2f7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7533062 Sep 16 15:16:04.693446 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:04.693446 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a16b95-a0c1-4a04-80cf-a0795fadb616" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:04.710379 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c88d3c-a712-4d57-bd71-9363ff623bbe req-578e30f8-d427-44c2-aebe-a3ec50a36f73 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.712035 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a7c88d3c-a712-4d57-bd71-9363ff623bbe req-578e30f8-d427-44c2-aebe-a3ec50a36f73 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0621402 Sep 16 15:16:04.753325 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a7c88d3c-a712-4d57-bd71-9363ff623bbe req-43a67eb7-f927-4b32-8135-b4081c634dba tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348880 Sep 16 15:16:04.782158 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:04.850313 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b625e9-6a6d-4b72-a057-58d5a3c2e064 x-openstack-request-id: req-96b625e9-6a6d-4b72-a057-58d5a3c2e064 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:04.851144 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:04.851951 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96b625e9-6a6d-4b72-a057-58d5a3c2e064 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:04.852540 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'status': 'completed', 'code': 200} Sep 16 15:16:04.952456 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-5825e2d9-3218-4270-bdb5-e23a09908088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.953943 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-5825e2d9-3218-4270-bdb5-e23a09908088 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1099 time: 0.0736043 Sep 16 15:16:04.969359 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77269a7-0943-423b-ba9b-8b2bef724845 req-8089a64d-06fa-447f-9343-f60dedd5d1a3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.970823 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d77269a7-0943-423b-ba9b-8b2bef724845 req-8089a64d-06fa-447f-9343-f60dedd5d1a3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0597355 Sep 16 15:16:05.023425 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'b26432bb-bcc9-4438-97cc-61300987d3ed', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'port_id': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'mac_address': 'fa:16:3e:94:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:03Z', 'updated_at': '2021-09-16T15:16:03Z', 'revision_number': 0, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:05.049106 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] Checking router: e54db319-216c-489e-9436-02d1b8cfc7db for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:05.057300 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:05.057895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:05.060509 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d77269a7-0943-423b-ba9b-8b2bef724845 req-e2bd364a-649b-40ce-b474-e0493cb4dd4b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814176 Sep 16 15:16:05.085369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-3b51bd21-ed66-471b-a77d-c062fc16f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.087126 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50512) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:05.091156 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-3b51bd21-ed66-471b-a77d-c062fc16f53f service neutron] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 910 time: 0.1193798 Sep 16 15:16:05.119865 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:05.126494 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab4f94f-2ffd-4f21-98e7-80e24dde6e6e tempest-TestVolumeBootPattern-2083147603 tempest-TestVolumeBootPattern-2083147603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.128198 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-aab4f94f-2ffd-4f21-98e7-80e24dde6e6e tempest-TestVolumeBootPattern-2083147603 tempest-TestVolumeBootPattern-2083147603-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1093 time: 0.0401018 Sep 16 15:16:05.131785 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50514) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:05.136103 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:16:05.164744 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:05.171180 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-5ce864a1-8a90-4d49-83f0-7b21818b67ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0719664 Sep 16 15:16:05.188265 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:05.238807 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-dfa7ef43-55f7-4386-a243-2b9ad452dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.240301 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-dfa7ef43-55f7-4386-a243-2b9ad452dfe2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0609553 Sep 16 15:16:05.271449 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:05.303196 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-fd5859c0-50ea-4a5f-a8fd-f52b3587dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.304648 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-fd5859c0-50ea-4a5f-a8fd-f52b3587dec3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505540 Sep 16 15:16:05.377444 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Allocated IP 172.27.0.35 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/04fccfe2-5ddc-43ef-b470-435eb8f2fb27) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:16:05.408534 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-6b68bd73-3b8d-4f73-904a-32fae1395351 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865750 Sep 16 15:16:05.418751 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'b26432bb-bcc9-4438-97cc-61300987d3ed', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'port_id': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'mac_address': 'fa:16:3e:94:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:03Z', 'updated_at': '2021-09-16T15:16:03Z', 'revision_number': 0, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:05.446644 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59cb99-c39a-4fcf-acbc-1d8e9363db3d None None] The sync data for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi is: [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'b26432bb-bcc9-4438-97cc-61300987d3ed', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'port_id': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'mac_address': 'fa:16:3e:94:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:03Z', 'updated_at': '2021-09-16T15:16:03Z', 'revision_number': 0, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:05.493480 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:05.513170 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f8a16b95-a0c1-4a04-80cf-a0795fadb616 req-42035e91-ff59-4d25-a0f6-290fb9de1099 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926232 Sep 16 15:16:05.532916 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:05.569072 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:16:05.573483 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:16:05.575959 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:16:05.611544 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=04fccfe2-5ddc-43ef-b470-435eb8f2fb27,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:05.622364 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.622831 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.623225 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.623626 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.624018 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.624412 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.624803 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.625203 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.625601 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.625989 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.626373 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.626839 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:05.647369 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2e041-e163-48b5-bc65-c46eef089998 None None] New status for floating IP b26432bb-bcc9-4438-97cc-61300987d3ed: ACTIVE {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:16:05.960834 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.025927 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.172048 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.176470 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.248630 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=04fccfe2-5ddc-43ef-b470-435eb8f2fb27,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:06.258830 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.355333 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Floating IP 81b2b410-ec8e-4972-9fa8-4415cb4f0186 associated. External IP: 172.27.0.35, port: 9fcac3ac-cd32-460a-bde9-ae593080f5ac. Sep 16 15:16:06.552581 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:06.659339 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:06.669728 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:06.674780 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.679452 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:06.680067 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:06.702139 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-280ea58e-a3e9-4c37-aa22-4ae43608888d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5693204 Sep 16 15:16:06.784039 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:06.853567 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:06.855892 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df9718-75ba-4a5a-944b-370973f6fb50" -d '{"events": [{"name": "network-changed", "server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:06.892311 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bf891-f41d-4226-9290-2f0ed389afb5 x-openstack-request-id: req-458bf891-f41d-4226-9290-2f0ed389afb5 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:06.892664 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:06.892918 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-458bf891-f41d-4226-9290-2f0ed389afb5 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:06.893310 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'status': 'completed', 'code': 200} Sep 16 15:16:06.957337 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-e2c17ba3-c36f-495c-86fd-d5dd795609ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:06.960024 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-e2c17ba3-c36f-495c-86fd-d5dd795609ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1098 time: 0.0399990 Sep 16 15:16:07.007678 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:05Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.039323 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:07.048733 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:07.049387 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.059126 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-672a0e6e-32bb-41d2-9e4d-1dff9b8c7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:07.060646 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-672a0e6e-32bb-41d2-9e4d-1dff9b8c7c6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.0895741 Sep 16 15:16:07.128167 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-22d0f081-8eba-47a2-9367-38ed6adfb1cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 200 len: 998 time: 0.0595856 Sep 16 15:16:07.163800 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:07.184372 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-5e349782-d5d1-4fd2-8c0a-a50eba222ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:07.185813 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-5e349782-d5d1-4fd2-8c0a-a50eba222ae3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0484083 Sep 16 15:16:07.237688 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-57734a19-d6b5-4f2a-9f6d-590c275f3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:07.239175 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-57734a19-d6b5-4f2a-9f6d-590c275f3ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425477 Sep 16 15:16:07.336952 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-5a28a628-3b81-4163-841a-ef6ec859d17d service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883977 Sep 16 15:16:07.396140 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:05Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.426252 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cd0473-fb1a-4e58-9172-29d6e45945d4 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:05Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:07.429305 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-82df9718-75ba-4a5a-944b-370973f6fb50 req-ada782ce-2d71-46e5-846f-e7e19d26d863 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829904 Sep 16 15:16:07.607971 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c500903-4ad5-4d65-b874-d974ca27f299 None None] New status for floating IP 81b2b410-ec8e-4972-9fa8-4415cb4f0186: ACTIVE {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:16:08.194734 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:12.991756 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:16:13.515345 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 50600) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:13.623672 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9dafe375-b454-4fc4-b2b3-ab62995fe3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.714037 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9dafe375-b454-4fc4-b2b3-ab62995fe3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.717491 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-9dafe375-b454-4fc4-b2b3-ab62995fe3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.754119 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-9dafe375-b454-4fc4-b2b3-ab62995fe3ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=900cc6ed747c44ac8d0afbf485999a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376935 Sep 16 15:16:13.755117 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafe375-b454-4fc4-b2b3-ab62995fe3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9528295c-47e3-47d7-aaa9-df36d013bff1,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:13.756788 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50608) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:13.816341 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9af37807-5e58-4ca5-b2eb-aa4d5a60b9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.838641 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9af37807-5e58-4ca5-b2eb-aa4d5a60b9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.885700 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9af37807-5e58-4ca5-b2eb-aa4d5a60b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.888271 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9af37807-5e58-4ca5-b2eb-aa4d5a60b9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:13.889429 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9af37807-5e58-4ca5-b2eb-aa4d5a60b9bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9528295c-47e3-47d7-aaa9-df36d013bff1 HTTP/1.1" status: 204 len: 168 time: 0.1307127 Sep 16 15:16:13.896891 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37807-5e58-4ca5-b2eb-aa4d5a60b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9528295c-47e3-47d7-aaa9-df36d013bff1,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:23.778606 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-16879a47-7277-4a4f-b058-5c48f017ffc7 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753883154&fields=id&tenant_id=80c3ba85aed047f0a3d410ae401b7818 HTTP/1.1" status: 200 len: 267 time: 0.0401299 Sep 16 15:16:23.842213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-ea12d949-99fe-4096-8896-2bef62c394b2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:23.843730 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-ea12d949-99fe-4096-8896-2bef62c394b2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 985 time: 0.0598507 Sep 16 15:16:23.855393 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Request body: {'port': {'security_groups': ['88fb038b-6eec-423e-b3da-4c1ba74aa31e']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:16:23.929074 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.369938 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:24.397534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.402520 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.415584 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:16:24.447983 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:24.448903 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.456824 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-273712b9-45d6-42d0-8b99-a9e577a8bbd8 req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "PUT /v2.0/ports/0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 943 time: 0.6037803 Sep 16 15:16:24.456824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:24.456824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:24.457778 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50716) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:24.483901 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8910355-1b38-40d2-8d70-92da41c75ec8 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event updated for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=7']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:24.510643 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4649ac65-83da-4408-a871-f18f698b3ba3 x-openstack-request-id: req-4649ac65-83da-4408-a871-f18f698b3ba3 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:24.510939 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:24.511194 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4649ac65-83da-4408-a871-f18f698b3ba3 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:24.511602 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'status': 'completed', 'code': 200} Sep 16 15:16:24.550208 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-340dac6d-c500-4458-9829-6132442c52e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.575153 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:16:24.592575 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-340dac6d-c500-4458-9829-6132442c52e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.613712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-e218260e-2dcc-48c9-aaff-0868038b997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:24.615417 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-e218260e-2dcc-48c9-aaff-0868038b997e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1099 time: 0.0777683 Sep 16 15:16:24.757668 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-340dac6d-c500-4458-9829-6132442c52e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.760460 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-340dac6d-c500-4458-9829-6132442c52e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.761662 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-340dac6d-c500-4458-9829-6132442c52e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "DELETE /v2.0/security-groups/0545716f-4c3f-4420-9972-af0cf30f7c2c HTTP/1.1" status: 204 len: 168 time: 0.3018353 Sep 16 15:16:24.781746 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50730) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:24.789978 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dac6d-c500-4458-9829-6132442c52e2 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0545716f-4c3f-4420-9972-af0cf30f7c2c,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:24.800997 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-11a099bf-c844-4d64-90f4-4b00d26a8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:24.803716 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-11a099bf-c844-4d64-90f4-4b00d26a8d08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 915 time: 0.1803076 Sep 16 15:16:24.869219 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-fd202497-71cd-45cb-b367-d996fa2cf859 None None] Provisioning complete for port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:16:24.869889 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-fd202497-71cd-45cb-b367-d996fa2cf859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.929904 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-a761c851-152f-4d73-b67f-b0e7de8baddf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 1001 time: 0.1132214 Sep 16 15:16:24.992600 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-03c22d35-a602-4513-b37a-e1897ca16528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:24.993863 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Deleting port c166bfce-56f9-4a32-8492-bd7143a31ccc {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:24.994204 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-03c22d35-a602-4513-b37a-e1897ca16528 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.0555770 Sep 16 15:16:24.994377 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.081810 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.082146 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.094563 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Calling delete_port for c166bfce-56f9-4a32-8492-bd7143a31ccc owned by network:floatingip {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:25.260455 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.284498 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event deleted for resources: {'Port': ['ID=c166bfce-56f9-4a32-8492-bd7143a31ccc,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:25.345871 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.346200 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Floating IP a9beed0e-5256-4d2e-a50b-291730dff217 disassociated (deleted). External IP: 172.27.0.22, port: 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0. Sep 16 15:16:25.756883 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Router 277b8047-bfee-46b0-b003-c8e5a665a3b5 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:25.869880 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:25.874776 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.879959 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] Sync routers for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:25.889337 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:25.889950 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:25.902729 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9ba6f1a3-88af-4a69-97a4-eab675c6e2ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "DELETE /v2.0/floatingips/a9beed0e-5256-4d2e-a50b-291730dff217 HTTP/1.1" status: 204 len: 168 time: 1.1198349 Sep 16 15:16:25.903335 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:25.905572 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f2dbe-7928-4ad9-9dda-55d77676bbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:25.943458 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3248530f-982f-46ed-ae4d-e06eacfbdd2c x-openstack-request-id: req-3248530f-982f-46ed-ae4d-e06eacfbdd2c {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:25.943927 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:25.944256 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3248530f-982f-46ed-ae4d-e06eacfbdd2c {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:25.944829 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'status': 'completed', 'code': 200} Sep 16 15:16:25.997953 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:26.056234 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-63ad95fe-3a58-4aa5-9a38-1dc8bc54e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:26.058312 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-63ad95fe-3a58-4aa5-9a38-1dc8bc54e6d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442903 Sep 16 15:16:26.217298 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:26.242707 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] Checking router: 277b8047-bfee-46b0-b003-c8e5a665a3b5 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:26.250710 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:26.251314 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:26.354963 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:26.548576 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:26.574471 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77093a4-9d2e-4d7d-8dfb-0d702ff6531e None None] The sync data for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi is: [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:12:52Z', 'revision_number': 4, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '79e4279d-5713-49bb-bd56-605ec677ef01', 'name': '', 'network_id': '97bd131b-54b6-4907-afe3-076f4ef4c57d', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'mac_address': 'fa:16:3e:05:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:51Z', 'updated_at': '2021-09-16T15:12:56Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'subnets': [{'id': '250c9f58-4963-425d-b0bc-22b2172f582d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:26.774277 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc7923-2fb7-476a-a182-c9d6b260d598 None None] New status for floating IP a9beed0e-5256-4d2e-a50b-291730dff217: DOWN {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:16:28.077309 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-9c6fc0f4-f842-4ec7-9ab0-3a7db1e3e7f6 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892811 Sep 16 15:16:28.171889 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-79145cc8-12e6-44ed-9ef9-8bb24e2b5f90 req-e991c947-7b0a-4cf4-9945-1807e6ad0066 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866318 Sep 16 15:16:28.276921 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-ab6efc9e-9c61-4121-9926-901150b8cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:28.278451 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-ab6efc9e-9c61-4121-9926-901150b8cf32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c3ba85aed047f0a3d410ae401b7818&device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 1099 time: 0.0446756 Sep 16 15:16:28.377313 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-651301b5-cf1e-4d12-81fb-43f907c13627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:28.378800 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-651301b5-cf1e-4d12-81fb-43f907c13627 service neutron] 10.222.0.61 "GET /v2.0/networks?id=97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 200 len: 915 time: 0.0845232 Sep 16 15:16:28.425617 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-b2e44855-4ce4-437e-8035-1d726271fcbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 200 len: 217 time: 0.0381081 Sep 16 15:16:28.479467 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-ddbf8723-3dce-4c0a-bd2c-f6d27e4bedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:28.480939 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-ddbf8723-3dce-4c0a-bd2c-f6d27e4bedf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 200 len: 853 time: 0.0442760 Sep 16 15:16:28.536172 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-740373f8-c6ed-48ee-8c3a-cb1f0ba38c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:28.537734 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-740373f8-c6ed-48ee-8c3a-cb1f0ba38c12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=97bd131b-54b6-4907-afe3-076f4ef4c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434036 Sep 16 15:16:28.639795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-5bf077de-5be9-4601-ac19-27e2fdd854c0 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926540 Sep 16 15:16:28.733206 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-543f2dbe-7928-4ad9-9dda-55d77676bbcc req-f16957b9-9c70-40c7-87eb-9d75a2856ed4 service neutron] 10.222.0.61 "GET /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840552 Sep 16 15:16:28.838568 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38dd0d-b361-44a2-b873-dcd01b18e6e9 req-460148a9-021b-4117-9251-e6a28b50790f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:28.840026 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8c38dd0d-b361-44a2-b873-dcd01b18e6e9 req-460148a9-021b-4117-9251-e6a28b50790f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Sep 16 15:16:28.881724 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8c38dd0d-b361-44a2-b873-dcd01b18e6e9 req-b794c6c8-ddfe-420f-a689-3274e00a1c77 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357919 Sep 16 15:16:29.851298 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-4472ff7c-4fb1-467e-ada9-f829a1f26f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:29.999136 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120022-1267-4670-b926-adb87181797b req-8bef734f-3401-454e-a3b5-eee88eeb17d1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:30.000598 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c5120022-1267-4670-b926-adb87181797b req-8bef734f-3401-454e-a3b5-eee88eeb17d1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0484822 Sep 16 15:16:30.037770 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c5120022-1267-4670-b926-adb87181797b req-a4e50d70-8910-430c-b67a-90b0fe3af00a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312445 Sep 16 15:16:31.155710 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8dd28-2769-42be-8a58-e36799081a39 req-ee3a52b6-6e48-47ac-93cf-292a2c274bf9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:31.157181 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-77a8dd28-2769-42be-8a58-e36799081a39 req-ee3a52b6-6e48-47ac-93cf-292a2c274bf9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Sep 16 15:16:31.192780 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-77a8dd28-2769-42be-8a58-e36799081a39 req-2dafdf08-30e9-4e29-a1d5-8deae96067d4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298171 Sep 16 15:16:32.310571 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9909d-902c-47be-8c44-9c8ab6d8ecd6 req-e85b748a-8990-4890-adba-0e7211727e84 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:32.311621 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-36649cf1-e994-4e01-97a7-2be21a5de9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:32.312263 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98f9909d-902c-47be-8c44-9c8ab6d8ecd6 req-e85b748a-8990-4890-adba-0e7211727e84 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Sep 16 15:16:32.355015 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-98f9909d-902c-47be-8c44-9c8ab6d8ecd6 req-2616b641-0b0e-4aac-8db4-5ca86fc56881 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362592 Sep 16 15:16:33.117051 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:33.337819 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:33.474536 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a2a6-fc48-42d6-973e-56f5bff95b72 req-b244c9ec-f1da-497d-8eea-78aff495f2b2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:33.476012 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1b60a2a6-fc48-42d6-973e-56f5bff95b72 req-b244c9ec-f1da-497d-8eea-78aff495f2b2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Sep 16 15:16:33.513990 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1b60a2a6-fc48-42d6-973e-56f5bff95b72 req-54ce41d2-2e5d-4ba0-aac2-7d3515a4dff5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320501 Sep 16 15:16:34.092414 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 50884) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:34.201026 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b8b-2c73-4c91-a75e-30a77c5f10f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.290957 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b8b-2c73-4c91-a75e-30a77c5f10f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.294307 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b5b87b8b-2c73-4c91-a75e-30a77c5f10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.333591 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-b5b87b8b-2c73-4c91-a75e-30a77c5f10f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12f02a89ec6044078579730272fdc7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399890 Sep 16 15:16:34.334458 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b87b8b-2c73-4c91-a75e-30a77c5f10f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15466fc2-f6e4-4dde-9cbf-dd93977ffb84,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:34.338087 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 50888) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:34.387228 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cae1ce90-951f-49be-bbcb-21ca73530fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.408303 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cae1ce90-951f-49be-bbcb-21ca73530fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.455026 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cae1ce90-951f-49be-bbcb-21ca73530fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.457556 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-cae1ce90-951f-49be-bbcb-21ca73530fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:34.458986 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-cae1ce90-951f-49be-bbcb-21ca73530fc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15466fc2-f6e4-4dde-9cbf-dd93977ffb84 HTTP/1.1" status: 204 len: 168 time: 0.1192675 Sep 16 15:16:34.467213 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ce90-951f-49be-bbcb-21ca73530fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15466fc2-f6e4-4dde-9cbf-dd93977ffb84,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:34.686924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d34b-de5d-4f73-aed2-ab8c234178d7 req-e2316014-f70a-4ab9-9adf-590686796473 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:34.688471 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cd33d34b-de5d-4f73-aed2-ab8c234178d7 req-e2316014-f70a-4ab9-9adf-590686796473 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0904038 Sep 16 15:16:34.734493 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cd33d34b-de5d-4f73-aed2-ab8c234178d7 req-7e9a7750-3323-4121-9168-63edc9d10587 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389926 Sep 16 15:16:35.079104 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:35.860676 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e4c6a-6b3d-416c-bbc0-481efdb1d4af req-68aa1579-3eec-4bda-ada1-0f2451b40fa1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:35.862299 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-669e4c6a-6b3d-416c-bbc0-481efdb1d4af req-68aa1579-3eec-4bda-ada1-0f2451b40fa1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Sep 16 15:16:35.903505 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-669e4c6a-6b3d-416c-bbc0-481efdb1d4af req-75d8f74e-43a5-4fe1-99ca-fff889928aac tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351367 Sep 16 15:16:36.118952 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265659a4-5d61-40dd-a548-07b4ab39d52e req-bc018e13-50bb-4afe-86a0-624e0953eca9 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:36.120456 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-265659a4-5d61-40dd-a548-07b4ab39d52e req-bc018e13-50bb-4afe-86a0-624e0953eca9 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0517106 Sep 16 15:16:36.162500 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-265659a4-5d61-40dd-a548-07b4ab39d52e req-fd69fa08-656f-4aab-bb54-9f483841c060 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345106 Sep 16 15:16:37.027720 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335a67-400e-4f42-845f-c5e422b63180 req-a06f6965-5b74-4dda-946e-134481789ac8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:37.029341 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-51335a67-400e-4f42-845f-c5e422b63180 req-a06f6965-5b74-4dda-946e-134481789ac8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0519414 Sep 16 15:16:37.067874 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-51335a67-400e-4f42-845f-c5e422b63180 req-72374f0f-b128-4c2b-b0dc-0f26c785d595 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321558 Sep 16 15:16:37.200207 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1776b-dc53-48bb-aadb-a5ff53139b55 req-e20b8c28-30c2-451d-bdac-f2b12e173b9f tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:37.201734 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-49b1776b-dc53-48bb-aadb-a5ff53139b55 req-e20b8c28-30c2-451d-bdac-f2b12e173b9f tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0484114 Sep 16 15:16:37.239721 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-49b1776b-dc53-48bb-aadb-a5ff53139b55 req-0bad9f1e-9e76-4d06-bc9a-77cf800ba08b tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Sep 16 15:16:37.280060 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9a77-f821-451f-a5f7-c1abd642e22c req-2419f5c1-af0c-4bc2-8d63-1e431b3d7045 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:37.281545 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-253e9a77-f821-451f-a5f7-c1abd642e22c req-2419f5c1-af0c-4bc2-8d63-1e431b3d7045 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0485604 Sep 16 15:16:37.318762 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-253e9a77-f821-451f-a5f7-c1abd642e22c req-6bb3733c-5824-44fc-9767-4591cb2583ce tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Sep 16 15:16:38.191849 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:38.204969 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b787-4c97-43ad-967f-eb5b8c1f4943 req-5b62ea02-4093-494b-a360-5f361f5aad5b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:38.206469 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4d23b787-4c97-43ad-967f-eb5b8c1f4943 req-5b62ea02-4093-494b-a360-5f361f5aad5b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0595160 Sep 16 15:16:38.244944 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4d23b787-4c97-43ad-967f-eb5b8c1f4943 req-a48c7fac-27df-44f1-b164-d241be48e3a0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315182 Sep 16 15:16:38.350411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13166-16c8-4104-bead-3c8f23da1208 req-20b4360b-ba0e-4318-9cd1-ea783148ae43 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:38.351930 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b6b13166-16c8-4104-bead-3c8f23da1208 req-20b4360b-ba0e-4318-9cd1-ea783148ae43 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0479105 Sep 16 15:16:38.390237 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b6b13166-16c8-4104-bead-3c8f23da1208 req-70516db7-cd66-482e-b88e-f7901b458215 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Sep 16 15:16:38.433498 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86b5c8-ee77-413b-8b36-adab01f0c5d5 req-36a5c83e-5ce7-4e2c-9cca-06ecb1c87da6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:38.435006 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dc86b5c8-ee77-413b-8b36-adab01f0c5d5 req-36a5c83e-5ce7-4e2c-9cca-06ecb1c87da6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0486698 Sep 16 15:16:38.471574 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-dc86b5c8-ee77-413b-8b36-adab01f0c5d5 req-0a3dedae-d408-4d88-9c8e-3a4a0aacaf94 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306551 Sep 16 15:16:39.344585 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-98e2bb35-ae78-498b-a866-6e8bf2a5f90d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:39.346093 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-98e2bb35-ae78-498b-a866-6e8bf2a5f90d tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0737729 Sep 16 15:16:39.438979 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8473-8ef6-4e7f-9523-b470d9eb4a03 req-2a56fbcc-859b-40a6-aed4-6097acf8a542 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:39.439942 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ec3a8473-8ef6-4e7f-9523-b470d9eb4a03 req-2a56fbcc-859b-40a6-aed4-6097acf8a542 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.1179616 Sep 16 15:16:39.513204 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ec3a8473-8ef6-4e7f-9523-b470d9eb4a03 req-aadb2a5e-a761-4f2f-8f00-808f67b85692 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495477 Sep 16 15:16:39.526397 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c0fcf-0c38-48bc-85e1-be196e3e9bbf req-48a6bce7-e015-42af-9852-944568101a80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:39.529076 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Deleting port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:39.529264 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d24c0fcf-0c38-48bc-85e1-be196e3e9bbf req-48a6bce7-e015-42af-9852-944568101a80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8e3740f-df71-4338-9fbe-4ac94e6ae2eb HTTP/1.1" status: 200 len: 946 time: 0.0553646 Sep 16 15:16:39.529616 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.574369 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d24c0fcf-0c38-48bc-85e1-be196e3e9bbf req-3800e97c-23cf-4939-8158-f0c1eda109ab tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.52 "GET /v2.0/security-groups?id=88fb038b-6eec-423e-b3da-4c1ba74aa31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Sep 16 15:16:39.669952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7dbc4-9be7-4d1f-8f9c-dcb23c824229 req-53d0af98-e126-455e-9f95-0668af0b46c8 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:39.671481 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-86e7dbc4-9be7-4d1f-8f9c-dcb23c824229 req-53d0af98-e126-455e-9f95-0668af0b46c8 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0760314 Sep 16 15:16:39.673332 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] For port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:39.673703 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.698707 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Calling delete_port for 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:39.761815 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-86e7dbc4-9be7-4d1f-8f9c-dcb23c824229 req-2c2137b4-f377-438d-8135-43113adda89c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799873 Sep 16 15:16:39.841901 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.859324 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:16:39.874563 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Pushing event deleted for resources: {'Port': ['ID=0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:39.914449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] No DVR routers for this DVR port 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:39.917014 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.919065 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e019595b-8563-46a0-ac21-ebd05888b1e7 req-e82b5181-5fe9-42fa-bb53-38f48d1bae80 tempest-TestMinimumBasicScenario-1807472508 tempest-TestMinimumBasicScenario-1807472508-project] 10.222.0.61 "DELETE /v2.0/ports/0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 HTTP/1.1" status: 204 len: 173 time: 0.5525951 Sep 16 15:16:39.919498 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'name': 'network-vif-deleted', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:39.921695 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89b3b51-9d0d-4a16-82c1-3b2e86ae2e4b" -d '{"events": [{"server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "name": "network-vif-deleted", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:39.963759 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d2d92-f018-47d8-9191-6be22109645d x-openstack-request-id: req-461d2d92-f018-47d8-9191-6be22109645d {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:39.965008 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3740f-df71-4338-9fbe-4ac94e6ae2eb", "name": "network-vif-deleted", "tag": "0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:39.965266 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-461d2d92-f018-47d8-9191-6be22109645d {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:39.966005 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e3740f-df71-4338-9fbe-4ac94e6ae2eb', 'name': 'network-vif-deleted', 'tag': '0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0', 'status': 'completed', 'code': 200} Sep 16 15:16:40.645073 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5a92-5587-4a68-855d-9b12de770aac req-02548028-5d79-4610-bd7a-e6e18f48f3f7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:40.646584 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-315c5a92-5587-4a68-855d-9b12de770aac req-02548028-5d79-4610-bd7a-e6e18f48f3f7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Sep 16 15:16:40.685795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-315c5a92-5587-4a68-855d-9b12de770aac req-097f0b52-ec41-4123-b0de-1f5e48ec833e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323250 Sep 16 15:16:40.885933 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5d686-50da-4595-ac38-523fe0b68bb9 req-3c2e085e-1ad9-4848-b82c-26c321054db7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:40.887487 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-18b5d686-50da-4595-ac38-523fe0b68bb9 req-3c2e085e-1ad9-4848-b82c-26c321054db7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0546741 Sep 16 15:16:40.927462 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-18b5d686-50da-4595-ac38-523fe0b68bb9 req-31572ea2-ccbb-4eb0-b31e-8348998697fa tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340233 Sep 16 15:16:41.262224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 50994) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:41.609596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:41.818049 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfab09f-e1cf-4825-a588-ffb7e58cd63c req-d45be382-202a-429a-ad59-3914b2b757ef tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:41.819504 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0bfab09f-e1cf-4825-a588-ffb7e58cd63c req-d45be382-202a-429a-ad59-3914b2b757ef tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0603733 Sep 16 15:16:41.897709 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-0bfab09f-e1cf-4825-a588-ffb7e58cd63c req-4d36e043-fdc3-4e99-a7e9-e74a957c2de5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699339 Sep 16 15:16:41.916688 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Deleting port 79e4279d-5713-49bb-bd56-605ec677ef01 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:41.917040 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:41.997306 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] For port 79e4279d-5713-49bb-bd56-605ec677ef01, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=79e4279d-5713-49bb-bd56-605ec677ef01,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:41.997674 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.010056 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Calling delete_port for 79e4279d-5713-49bb-bd56-605ec677ef01 owned by network:router_interface {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:42.042098 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899c31-3073-4d48-b0f2-3d118f6e06a7 req-77365529-aa19-4855-8003-e88d262a711a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:42.043640 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5b899c31-3073-4d48-b0f2-3d118f6e06a7 req-77365529-aa19-4855-8003-e88d262a711a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Sep 16 15:16:42.081523 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5b899c31-3073-4d48-b0f2-3d118f6e06a7 req-d0d32f14-e59d-4a20-9124-7ed9ded6df58 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Sep 16 15:16:42.187474 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.212830 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e4279d-5713-49bb-bd56-605ec677ef01,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:42.374490 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.579527 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Router 277b8047-bfee-46b0-b003-c8e5a665a3b5 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:42.682727 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:42.687722 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-0b193898-d978-488b-bc80-9f32096efe08 admin admin] 10.222.0.52 "PUT /v2.0/routers/277b8047-bfee-46b0-b003-c8e5a665a3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4244535 Sep 16 15:16:42.690284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51002) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:42.692317 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] Sync routers for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:42.701895 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:42.702627 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:42.795734 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.810498 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:42.905741 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.957676 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Deleting port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:42.958022 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.993677 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:16:42Z', 'revision_number': 5, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port': {'id': '9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:50Z', 'updated_at': '2021-09-16T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:43.020108 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] Checking router: 277b8047-bfee-46b0-b003-c8e5a665a3b5 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:43.030259 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] Routers {'277b8047-bfee-46b0-b003-c8e5a665a3b5'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:43.030939 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['277b8047-bfee-46b0-b003-c8e5a665a3b5'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:43.123162 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] Set router 277b8047-bfee-46b0-b003-c8e5a665a3b5 gateway port host: None {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:43.180402 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:16:42Z', 'revision_number': 6, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:43.201195 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e04b10-08a9-4f6a-83a3-f8f5959d8d1a req-509d2bb6-bff0-48d6-beef-55eadff1ce6a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:43.203807 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-18e04b10-08a9-4f6a-83a3-f8f5959d8d1a req-509d2bb6-bff0-48d6-beef-55eadff1ce6a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0519149 Sep 16 15:16:43.207516 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2c74e0-2ee7-4700-a0b1-9d7591ddf2ef None None] The sync data for ids ['277b8047-bfee-46b0-b003-c8e5a665a3b5'] in dv-cinder-809420-1-iscsi is: [{'id': '277b8047-bfee-46b0-b003-c8e5a665a3b5', 'name': 'tempest-TestMinimumBasicScenario-699676312-router', 'tenant_id': '80c3ba85aed047f0a3d410ae401b7818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:49Z', 'updated_at': '2021-09-16T15:16:42Z', 'revision_number': 6, 'project_id': '80c3ba85aed047f0a3d410ae401b7818', 'gw_port_host': None}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:43.257193 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-18e04b10-08a9-4f6a-83a3-f8f5959d8d1a req-74b693bb-15f4-4e2b-8061-b9f6d71ea322 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Sep 16 15:16:43.334268 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ffa5f-5059-4df5-a94e-69d7ec7f5e89 req-2a155904-542d-4f07-9620-78316aaa72be tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:43.335764 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-224ffa5f-5059-4df5-a94e-69d7ec7f5e89 req-2a155904-542d-4f07-9620-78316aaa72be tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.3622053 Sep 16 15:16:43.340422 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] For port 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:43.340781 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.364162 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Calling delete_port for 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 owned by network:router_gateway {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:43.420119 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-224ffa5f-5059-4df5-a94e-69d7ec7f5e89 req-a53117a9-0aac-4dc8-bb3d-3d4b4ca65e03 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0762916 Sep 16 15:16:43.537961 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.568574 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:43.632129 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.720276 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.722257 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.766903 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.767666 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277b8047-bfee-46b0-b003-c8e5a665a3b5 {{(pid=94191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:16:43.772086 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.773030 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-b0f16e5d-19a1-423a-a1d8-85b270867d7c admin admin] 10.222.0.52 "DELETE /v2.0/routers/277b8047-bfee-46b0-b003-c8e5a665a3b5 HTTP/1.1" status: 204 len: 168 time: 1.0816808 Sep 16 15:16:43.776192 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51008) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:43.818737 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Deleting subnet 250c9f58-4963-425d-b0bc-22b2172f582d {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:16:43.821843 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.856466 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.967305 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.991289 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 79e4279d-5713-49bb-bd56-605ec677ef01 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:44.011286 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 79e4279d-5713-49bb-bd56-605ec677ef01 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:44.011634 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 79e4279d-5713-49bb-bd56-605ec677ef01 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:44.012049 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:44.020462 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.032387 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:44.032974 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9faece4a-2e9c-4e7e-9de1-3ddd4a7dfb83 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:44.048144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250c9f58-4963-425d-b0bc-22b2172f582d,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:44.050136 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.054462 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d69506b4-1358-4d34-a17a-933e18dfc94d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/250c9f58-4963-425d-b0bc-22b2172f582d HTTP/1.1" status: 204 len: 168 time: 0.2749639 Sep 16 15:16:44.055294 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51010) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:44.056726 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b135a-4b7f-4382-9871-b47cb864e4d5 None None] Network 97bd131b-54b6-4907-afe3-076f4ef4c57d requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:16:44.114960 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:44.127276 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.143288 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:44.143636 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 0c75ff20-bfdd-495c-bbc4-f8edd5ca71c0 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:44.188915 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Deleting port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:44.189959 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.265263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] For port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:44.265657 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.273571 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] DHCP port deletion for 97bd131b-54b6-4907-afe3-076f4ef4c57d request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:16:44.283015 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Calling delete_port for 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 owned by network:dhcp {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:44.327188 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Deleting port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 {{(pid=94192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:44.327574 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.374649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.384641 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c853c6-58d8-472e-a6f9-8f02a883f022 req-c485f787-2fc2-48a8-8ecf-ee8d432d8e48 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:44.386172 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-08c853c6-58d8-472e-a6f9-8f02a883f022 req-c485f787-2fc2-48a8-8ecf-ee8d432d8e48 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0556920 Sep 16 15:16:44.397088 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] For port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,segment=NetworkSegment(c097e3b2-a949-4f4f-bf76-a3c68dca4473),segment_id=c097e3b2-a949-4f4f-bf76-a3c68dca4473)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:44.397658 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.403547 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] No DVR routers for this DVR port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 on host dv-cinder-809420-1-iscsi {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:44.407169 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Pushing event deleted for resources: {'Port': ['ID=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:44.412815 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Calling delete_port for 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 owned by network:dhcp {{(pid=94192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:44.427818 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-08c853c6-58d8-472e-a6f9-8f02a883f022 req-a706cfdd-4674-46d7-9b1e-46e370f9e2be tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352399 Sep 16 15:16:44.481201 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.510692 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bd131b-54b6-4907-afe3-076f4ef4c57d']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:44.534302 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c097e3b2-a949-4f4f-bf76-a3c68dca4473') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:44.534622 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c097e3b2-a949-4f4f-bf76-a3c68dca4473') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:44.536240 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.546374 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.564400 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.564740 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] No DVR routers for this DVR port 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 on host dv-cinder-809420-1-iscsi {{(pid=94192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:44.569913 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Pushing event deleted for resources: {'Port': ['ID=5acfd91b-cfb9-43b5-9359-81cd9c9b46c9,revision_number=None']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:44.577430 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df5810-f836-4dee-a7f5-21a277a21fcb req-18a5218e-e50a-4eca-9d4f-82b2bffafa79 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:44.581493 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.581493 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.581493 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582005 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-49df5810-f836-4dee-a7f5-21a277a21fcb req-18a5218e-e50a-4eca-9d4f-82b2bffafa79 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0793254 Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582206 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb833545-9086-412f-becd-909fa63c49a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:44.582880 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:16:44.582880 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:16:44.584456 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:16:44.660377 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.667350 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.669186 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] 10.222.0.52 "DELETE /v2.0/networks/97bd131b-54b6-4907-afe3-076f4ef4c57d HTTP/1.1" status: 204 len: 168 time: 0.6136959 Sep 16 15:16:44.672175 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51016) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:44.684321 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-49df5810-f836-4dee-a7f5-21a277a21fcb req-a80dbc6a-a1e8-4988-8003-274721a66de1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0880473 Sep 16 15:16:44.685194 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3becdb-c354-49dc-829a-d90dc835abad admin admin] Pushing event deleted for resources: {'Network': ['ID=97bd131b-54b6-4907-afe3-076f4ef4c57d,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:45.083044 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:45.364765 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Deleting port 9f1f6383-250f-4ef8-9d1b-530ad7291780 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:45.365107 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:45.440597 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] For port 9f1f6383-250f-4ef8-9d1b-530ad7291780, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=9f1f6383-250f-4ef8-9d1b-530ad7291780,segment=NetworkSegment(6ec96696-f73a-403d-abaf-96388b2c7a07),segment_id=6ec96696-f73a-403d-abaf-96388b2c7a07)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:45.441244 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:45.453418 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Calling delete_port for 9f1f6383-250f-4ef8-9d1b-530ad7291780 owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:45.556004 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218ae2-2a32-4b6f-b170-51a81c009662 req-24ecc9fd-732e-4870-a768-c019a621f02d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:45.557458 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2d218ae2-2a32-4b6f-b170-51a81c009662 req-24ecc9fd-732e-4870-a768-c019a621f02d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0624881 Sep 16 15:16:45.644546 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-2d218ae2-2a32-4b6f-b170-51a81c009662 req-0f12065a-3051-408d-8af8-054e6e66eaf8 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543156 Sep 16 15:16:45.699859 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:45.726705 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1f6383-250f-4ef8-9d1b-530ad7291780,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:45.823769 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb274ed-7ed5-486c-a5d7-b02eb2a9670e req-963dec8e-78b5-4ead-933e-f15a6566629e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:45.825494 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-abb274ed-7ed5-486c-a5d7-b02eb2a9670e req-963dec8e-78b5-4ead-933e-f15a6566629e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0574081 Sep 16 15:16:45.866986 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-abb274ed-7ed5-486c-a5d7-b02eb2a9670e req-d6960a12-49c5-4297-a9e3-657b5ece85cc tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353446 Sep 16 15:16:45.897837 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:46.006148 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:46.031388 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:46.031730 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 5acfd91b-cfb9-43b5-9359-81cd9c9b46c9 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:46.322248 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:46.426838 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:46.431882 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-ccf9300b-47e9-4602-9652-c3ccb2895cdf admin admin] 10.222.0.52 "PUT /v2.0/routers/0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586677 Sep 16 15:16:46.434624 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51024) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:46.436979 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] Sync routers for ids ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:46.446644 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] Routers {'0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:46.447371 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:46.553899 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] Set router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:46.558810 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:46.673285 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:46.731931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Deleting port 11048700-21ae-4861-bb5e-f00aac98d315 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:46.732277 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:46.775454 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea659a0-bd17-4113-bfee-ace9afa0c235 req-4a8004bd-5078-48c7-af0c-a23a85956114 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:46.776559 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '11048700-21ae-4861-bb5e-f00aac98d315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:16:45Z', 'revision_number': 5, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port': {'id': '11048700-21ae-4861-bb5e-f00aac98d315', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:12:55Z', 'updated_at': '2021-09-16T15:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:46.777039 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bea659a0-bd17-4113-bfee-ace9afa0c235 req-4a8004bd-5078-48c7-af0c-a23a85956114 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0594029 Sep 16 15:16:46.813820 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] Checking router: 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:46.822847 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] Routers {'0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:46.823560 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:16:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:46.828113 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-bea659a0-bd17-4113-bfee-ace9afa0c235 req-f7645733-fa20-4f83-952e-464327883108 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Sep 16 15:16:46.858384 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] For port 11048700-21ae-4861-bb5e-f00aac98d315, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=11048700-21ae-4861-bb5e-f00aac98d315,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:46.858979 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:46.871096 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Calling delete_port for 11048700-21ae-4861-bb5e-f00aac98d315 owned by network:router_gateway {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:46.916564 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] Set router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:46.995888 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:16:46Z', 'revision_number': 6, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:47.026378 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc242cc-3efa-4295-b267-6cdaf058e961 None None] The sync data for ids ['0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835'] in dv-cinder-809420-1-iscsi is: [{'id': '0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835', 'name': 'tempest-TestMinimumBasicScenario-1045355855-router', 'tenant_id': '62d340d4155143f2ba0c729b3871423f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:12:54Z', 'updated_at': '2021-09-16T15:16:46Z', 'revision_number': 6, 'project_id': '62d340d4155143f2ba0c729b3871423f', 'gw_port_host': None}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:47.088262 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1019456-617e-4e2f-a04a-63010eb396f0 req-1e459175-ee2c-46c1-908d-b1bec0d4554a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:47.093675 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a1019456-617e-4e2f-a04a-63010eb396f0 req-1e459175-ee2c-46c1-908d-b1bec0d4554a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.1018858 Sep 16 15:16:47.168657 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a1019456-617e-4e2f-a04a-63010eb396f0 req-e1232051-6931-4c43-a845-71a571bda8af tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738332 Sep 16 15:16:47.178760 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.218534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Pushing event deleted for resources: {'Port': ['ID=11048700-21ae-4861-bb5e-f00aac98d315,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:47.294910 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.393175 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.395433 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.439573 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.440141 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 {{(pid=94191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:16:47.445321 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.446997 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f3450e4d-14b5-46da-8f76-6a7a951093cc admin admin] 10.222.0.52 "DELETE /v2.0/routers/0b0f63b8-6076-48c2-ad7b-6dc2dfaa3835 HTTP/1.1" status: 204 len: 168 time: 1.0107570 Sep 16 15:16:47.449167 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51052) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:47.499353 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Deleting subnet ad98ae5c-7ba3-4388-8059-17780012ef20 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:16:47.503111 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.539402 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.644699 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.706336 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.733912 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad98ae5c-7ba3-4388-8059-17780012ef20,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:47.738862 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.740725 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ad98ae5c-7ba3-4388-8059-17780012ef20 HTTP/1.1" status: 204 len: 168 time: 0.2905765 Sep 16 15:16:47.744361 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51054) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:47.751475 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e11492-295a-4587-af58-01c1c4175b01 None None] Network ed751cec-5283-4b1c-aacd-92f852c8c364 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:16:47.753130 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.754114 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.754749 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.755507 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.755824 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.756909 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.757355 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.757807 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.758931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.759375 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.759917 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.760548 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3d0d6-7afe-4a9c-a6b9-9cc6d8b71e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:47.839927 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:47.917551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Deleting port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:47.917900 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.020497 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9f1f6383-250f-4ef8-9d1b-530ad7291780 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:48.051774 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 9f1f6383-250f-4ef8-9d1b-530ad7291780 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:48.052624 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 9f1f6383-250f-4ef8-9d1b-530ad7291780 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:48.053253 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 11048700-21ae-4861-bb5e-f00aac98d315 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:48.069387 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] For port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,segment=NetworkSegment(6ec96696-f73a-403d-abaf-96388b2c7a07),segment_id=6ec96696-f73a-403d-abaf-96388b2c7a07)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:48.070026 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.084774 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 11048700-21ae-4861-bb5e-f00aac98d315 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:48.085120 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 11048700-21ae-4861-bb5e-f00aac98d315 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:48.094026 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Calling delete_port for 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 owned by network:dhcp {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:48.123842 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:16:48.124079 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb30f38-5d93-4da2-ab4e-ddf2963e93bf req-c967acf8-98f8-4bc4-ab9f-e6036a745ae7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:48.131911 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ccb30f38-5d93-4da2-ab4e-ddf2963e93bf req-c967acf8-98f8-4bc4-ab9f-e6036a745ae7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.1105530 Sep 16 15:16:48.278836 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ccb30f38-5d93-4da2-ab4e-ddf2963e93bf req-3d3e82ac-1963-42f9-a223-fedec79fc64d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267080 Sep 16 15:16:48.282721 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] DHCP port deletion for ed751cec-5283-4b1c-aacd-92f852c8c364 request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:16:48.332469 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.339248 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:48.355633 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'mac_address': 'fa:16:3e:cc:d2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:16:48.391436 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:48.402041 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] No DVR routers for this DVR port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 on host dv-cinder-809420-1-iscsi {{(pid=94190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:48.406399 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Deleting port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 {{(pid=94192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:48.407326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.417975 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bce39-4c31-4b30-9f86-40a379f49a6a req-8b1f5497-e9bc-4127-8326-c66119a4c03c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:48.432518 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fc4bce39-4c31-4b30-9f86-40a379f49a6a req-8b1f5497-e9bc-4127-8326-c66119a4c03c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.1489217 Sep 16 15:16:48.442105 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.494357 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3b779c5-7609-4981-b8d3-d0a1cf998d92 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:16:48.496681 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.503754 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] For port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8, host dv-cinder-809420-1-iscsi, got binding levels [] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:48.504494 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.523482 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed751cec-5283-4b1c-aacd-92f852c8c364']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:48.527599 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-fc4bce39-4c31-4b30-9f86-40a379f49a6a req-0cc57ec4-2cb2-40ed-8b4d-c8231288f96a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0922914 Sep 16 15:16:48.532850 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Calling delete_port for 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 owned by network:dhcp {{(pid=94192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:48.537662 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.ipam_backend_mixin [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 was not found and therefore no delete operation was performed {{(pid=94192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 16 15:16:48.538879 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec96696-f73a-403d-abaf-96388b2c7a07') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:48.539191 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec96696-f73a-403d-abaf-96388b2c7a07') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:48.541248 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:48.551730 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.561483 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.563556 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.587886 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] Pushing event deleted for resources: {'Port': ['ID=80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8,revision_number=None']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:48.588619 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.593077 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390c838-ad42-4830-a941-7f82f369e3d6 None None] No DVR routers for this DVR port 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 on host dv-cinder-809420-1-iscsi {{(pid=94192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:48.607638 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:16:48.608129 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:16:48.623286 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:16:48.661554 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d3b779c5-7609-4981-b8d3-d0a1cf998d92'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:16:48.682939 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.694816 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:48.698305 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ed751cec-5283-4b1c-aacd-92f852c8c364 HTTP/1.1" status: 204 len: 168 time: 0.9528453 Sep 16 15:16:48.702659 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=6']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:48.710202 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75fc95-5d8c-46de-aa9c-e345ceafaf37 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed751cec-5283-4b1c-aacd-92f852c8c364,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:48.899960 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51062) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:48.948796 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f766aede-b782-4600-b768-78a768a184ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80c3ba85aed047f0a3d410ae401b7818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475142 Sep 16 15:16:48.951388 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51064) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:49.020172 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3362907c-e41f-454d-bbf3-cfcec3069ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.045970 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3362907c-e41f-454d-bbf3-cfcec3069ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.109775 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3362907c-e41f-454d-bbf3-cfcec3069ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.113174 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3362907c-e41f-454d-bbf3-cfcec3069ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.117240 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3362907c-e41f-454d-bbf3-cfcec3069ae1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88fb038b-6eec-423e-b3da-4c1ba74aa31e HTTP/1.1" status: 204 len: 168 time: 0.1619685 Sep 16 15:16:49.126569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362907c-e41f-454d-bbf3-cfcec3069ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fb038b-6eec-423e-b3da-4c1ba74aa31e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:49.402232 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3175712-fc49-40d3-931b-940fbc9bcb71 req-3dc0c38f-9cc0-42ac-8ac5-2158d8ede56e tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:49.411388 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3175712-fc49-40d3-931b-940fbc9bcb71 req-3dc0c38f-9cc0-42ac-8ac5-2158d8ede56e tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0741785 Sep 16 15:16:49.465143 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a3175712-fc49-40d3-931b-940fbc9bcb71 req-abe64fc2-e844-48d0-9f05-ddb28c2d2108 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526907 Sep 16 15:16:49.549491 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51076) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:49.596983 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-b9dae0c8-3c7a-48c9-80fa-138faa12f4cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62d340d4155143f2ba0c729b3871423f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457606 Sep 16 15:16:49.599174 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51080) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:49.656852 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63dd3c-4ca0-4c6b-96dd-d9e0ec76c7c0 req-bd9c0c5c-a792-4dea-937e-839d119a88b4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:49.663964 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eb63dd3c-4ca0-4c6b-96dd-d9e0ec76c7c0 req-bd9c0c5c-a792-4dea-937e-839d119a88b4 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 944 time: 0.0636213 Sep 16 15:16:49.675512 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7a00-f560-485e-9601-f8fd3d783713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.711032 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7a00-f560-485e-9601-f8fd3d783713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.716086 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-eb63dd3c-4ca0-4c6b-96dd-d9e0ec76c7c0 req-67df6ea4-798d-46bd-ac8d-a09bf32af354 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511932 Sep 16 15:16:49.769337 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7a00-f560-485e-9601-f8fd3d783713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.773421 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7a00-f560-485e-9601-f8fd3d783713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.775367 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3a3f7a00-f560-485e-9601-f8fd3d783713 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e83073d3-8fc4-4a59-9c2c-4e6698eb7b66 HTTP/1.1" status: 204 len: 168 time: 0.1750288 Sep 16 15:16:49.785751 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f7a00-f560-485e-9601-f8fd3d783713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83073d3-8fc4-4a59-9c2c-4e6698eb7b66,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:49.972940 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:49.991739 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:16:50.027764 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:50.028405 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 80ccad9b-b0ea-46b2-9bae-c45b2e9e4fe8 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:50.135598 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:16:50.194972 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d3b779c5-7609-4981-b8d3-d0a1cf998d92 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:16:50.195496 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:50.306299 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:50.329006 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:50.331108 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88412ff5-7075-488b-a859-2a7e8b2d4c5c" -d '{"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-plugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:50.347998 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:50.357306 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:50.389392 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe82722-9fb1-4df4-a16d-9dca1f3af9ed x-openstack-request-id: req-0fe82722-9fb1-4df4-a16d-9dca1f3af9ed {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:50.389748 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-plugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:50.389958 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fe82722-9fb1-4df4-a16d-9dca1f3af9ed {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:50.390324 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'code': 200} Sep 16 15:16:50.419588 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=7']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:50.582456 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6caab9-2757-45ce-84a8-698752b41208 req-4fb5c7cb-16e4-4ecd-9c5d-c8f9a372b2ab tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:50.584193 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7a6caab9-2757-45ce-84a8-698752b41208 req-4fb5c7cb-16e4-4ecd-9c5d-c8f9a372b2ab tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0547097 Sep 16 15:16:50.636367 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7a6caab9-2757-45ce-84a8-698752b41208 req-292f4880-f2ce-4782-99a7-a726291190d7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Sep 16 15:16:50.837003 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67073e42-c312-4953-9add-35c47ce01e65 req-f90f6028-195b-49e2-9d21-7e45be4af15e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:50.842870 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-67073e42-c312-4953-9add-35c47ce01e65 req-f90f6028-195b-49e2-9d21-7e45be4af15e tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0609019 Sep 16 15:16:50.885406 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-67073e42-c312-4953-9add-35c47ce01e65 req-e70bd788-84b7-47aa-9436-61fd50450496 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400627 Sep 16 15:16:51.757812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394a81e-d3d9-47d5-b558-6a1190b8496a req-c30d6a06-0e66-47e5-ab60-f7ba201a4dca tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:51.767866 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d394a81e-d3d9-47d5-b558-6a1190b8496a req-c30d6a06-0e66-47e5-ab60-f7ba201a4dca tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0641577 Sep 16 15:16:51.812228 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d394a81e-d3d9-47d5-b558-6a1190b8496a req-ecfc34e1-d873-41be-b822-3b305e6365fe tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Sep 16 15:16:52.035215 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd549cc-b5b4-4e57-b7f8-d27dcb94dd48 req-6c85b12e-069c-42bb-8380-6260efc74766 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:52.036764 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5dd549cc-b5b4-4e57-b7f8-d27dcb94dd48 req-6c85b12e-069c-42bb-8380-6260efc74766 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0739014 Sep 16 15:16:52.108284 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5dd549cc-b5b4-4e57-b7f8-d27dcb94dd48 req-73cc8b00-b6a5-4241-8665-6d2b9b133e5b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0564950 Sep 16 15:16:52.154469 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583aaa8-afa3-4ebd-a0ab-f2c8093508f1 req-6d534a57-55da-4246-9bcf-12ce59b7a260 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:52.156636 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b583aaa8-afa3-4ebd-a0ab-f2c8093508f1 req-6d534a57-55da-4246-9bcf-12ce59b7a260 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0834053 Sep 16 15:16:52.185843 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-1e163d6c-96fd-4ae0-b00d-75e5ba621a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:52.187703 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-1e163d6c-96fd-4ae0-b00d-75e5ba621a81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0629721 Sep 16 15:16:52.204456 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b583aaa8-afa3-4ebd-a0ab-f2c8093508f1 req-ab89d534-a08c-44fc-bdbb-8ef84a595323 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419161 Sep 16 15:16:52.295669 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-7b4f7cfc-28c9-47f3-93ee-2e497f68032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:52.297161 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-7b4f7cfc-28c9-47f3-93ee-2e497f68032d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.1002443 Sep 16 15:16:52.385340 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-6bbe33ce-b070-4118-83e5-6710df88bd97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1000 time: 0.0763516 Sep 16 15:16:52.444739 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-dd0ef822-548f-42ff-9dfa-bbd72597852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:52.446757 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-dd0ef822-548f-42ff-9dfa-bbd72597852c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0507829 Sep 16 15:16:52.502117 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-b164cde4-3c34-4ac9-9e4e-af361b7586a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:52.503746 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-b164cde4-3c34-4ac9-9e4e-af361b7586a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453796 Sep 16 15:16:52.608396 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-e86e2e29-d787-484d-abd5-d830afbb5023 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943801 Sep 16 15:16:52.705623 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1bbb174d-376e-4635-8713-b40f60a37e0d req-397a1351-223b-4a76-b90c-33f6980916e4 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859280 Sep 16 15:16:53.263591 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26519-4238-4d01-89b6-3c2a1e4b5b20 req-372d9e31-b00b-4671-9f4b-b847f34961f8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:53.270818 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-59e26519-4238-4d01-89b6-3c2a1e4b5b20 req-372d9e31-b00b-4671-9f4b-b847f34961f8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0869098 Sep 16 15:16:53.334638 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-59e26519-4238-4d01-89b6-3c2a1e4b5b20 req-ef63e7b1-374d-41cf-bc1c-d25e0de8dda5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0628321 Sep 16 15:16:53.355438 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c36199-5bc6-4abc-ace9-1deb8e58fa71 req-961b3a02-222f-4fdb-a465-39d86e61c80b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:53.357115 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-88c36199-5bc6-4abc-ace9-1deb8e58fa71 req-961b3a02-222f-4fdb-a465-39d86e61c80b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0595894 Sep 16 15:16:53.435634 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-88c36199-5bc6-4abc-ace9-1deb8e58fa71 req-3efcc8c4-7398-45e9-a1ee-8c4fc1913281 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677042 Sep 16 15:16:54.483351 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9bcf-3759-4470-b011-c00df49fdf4b req-b26aae2b-0a7b-45e1-b75d-48cfbb676179 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:54.492056 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cf5b9bcf-3759-4470-b011-c00df49fdf4b req-b26aae2b-0a7b-45e1-b75d-48cfbb676179 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0771513 Sep 16 15:16:54.549400 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cf5b9bcf-3759-4470-b011-c00df49fdf4b req-0fe7b72c-f279-478a-83b9-21c885726745 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526478 Sep 16 15:16:54.565772 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008d747-8d6a-4827-be09-e51d2f6915f1 req-6b7242ab-595d-4613-86ab-525ce53681f4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:54.573928 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c008d747-8d6a-4827-be09-e51d2f6915f1 req-6b7242ab-595d-4613-86ab-525ce53681f4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0686846 Sep 16 15:16:54.613764 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c008d747-8d6a-4827-be09-e51d2f6915f1 req-9027534e-3b08-4d49-98b1-e81bac879d27 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Sep 16 15:16:55.676222 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff970f81-abca-41f6-9313-22078ed4ea9f req-2653c145-a179-489d-8ca4-4c22276f372d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:55.677732 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ff970f81-abca-41f6-9313-22078ed4ea9f req-2653c145-a179-489d-8ca4-4c22276f372d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Sep 16 15:16:55.719505 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ff970f81-abca-41f6-9313-22078ed4ea9f req-d65dd080-f594-4f5b-a9ed-723f65586e19 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346515 Sep 16 15:16:56.839993 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b285a1-4979-4193-9ea5-0ff022f29800 req-98afd960-b53c-4dcb-925e-209506ba0616 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:56.841455 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11b285a1-4979-4193-9ea5-0ff022f29800 req-98afd960-b53c-4dcb-925e-209506ba0616 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0480297 Sep 16 15:16:56.880731 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-11b285a1-4979-4193-9ea5-0ff022f29800 req-eb494768-f5f2-4879-8081-8ebc0feef2ad tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334082 Sep 16 15:16:57.329247 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-f4b167fd-7ec9-46bc-ad25-f718345e353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:57.330766 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-f4b167fd-7ec9-46bc-ad25-f718345e353a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1098 time: 0.0446825 Sep 16 15:16:57.419684 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-df61a57d-fb13-4824-90a7-a2c5caf11dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:57.421158 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-df61a57d-fb13-4824-90a7-a2c5caf11dce service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.0819669 Sep 16 15:16:57.497192 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-d0e4cd98-1508-4080-9e27-9c09c1f08b6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 200 len: 999 time: 0.0599215 Sep 16 15:16:57.548832 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-96714dfb-c46b-4f50-8211-6e678baf4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:57.550223 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-96714dfb-c46b-4f50-8211-6e678baf4e59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0414069 Sep 16 15:16:57.597857 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-278c88d5-d395-4a96-8526-a2c7490b64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:57.599265 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-278c88d5-d395-4a96-8526-a2c7490b64fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376804 Sep 16 15:16:57.690263 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-d37649e8-774d-42dc-a6c7-1d8633b1b75f service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824435 Sep 16 15:16:57.782443 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8447c95-b605-46ac-a4cf-027a9b976301 req-cbf93b6e-2fad-4403-9e3c-32ff4cc05348 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797253 Sep 16 15:16:58.003985 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc054ffa-be8d-49c4-b3d7-6b9e4a5d0949 req-ca4eea4d-f8f9-4be2-b868-8ce1866cc33c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:58.005445 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cc054ffa-be8d-49c4-b3d7-6b9e4a5d0949 req-ca4eea4d-f8f9-4be2-b868-8ce1866cc33c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Sep 16 15:16:58.042074 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cc054ffa-be8d-49c4-b3d7-6b9e4a5d0949 req-629592f9-04ea-47bd-bb90-5fbf5ae92ef5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307596 Sep 16 15:16:59.163856 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8df44-54a7-469b-b25c-8dff97baf127 req-dcbb5674-1ce5-47dd-9e2f-fcf808827be7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:59.165931 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6bd8df44-54a7-469b-b25c-8dff97baf127 req-dcbb5674-1ce5-47dd-9e2f-fcf808827be7 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0469575 Sep 16 15:16:59.202379 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-6bd8df44-54a7-469b-b25c-8dff97baf127 req-51c36296-ec8d-4849-89cf-06710d870ad2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305951 Sep 16 15:16:59.852410 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-35cc41a4-3f8f-40d8-a0b3-af607ccbaa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:00.321333 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe0d58-5701-4e44-b9e4-dd00c8c98e19 req-f5630d23-4fa0-40e6-9daf-029a41f73ee5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:00.322840 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cafe0d58-5701-4e44-b9e4-dd00c8c98e19 req-f5630d23-4fa0-40e6-9daf-029a41f73ee5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Sep 16 15:17:00.359910 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cafe0d58-5701-4e44-b9e4-dd00c8c98e19 req-c592d0cd-578c-4581-a4a7-22f6c5de807a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311298 Sep 16 15:17:01.130560 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [req-54f397c1-1cac-45a1-a5b4-683d09785764 req-d7cacfaf-6cbe-458d-934b-54aae297181a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:17:01.131543 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-54f397c1-1cac-45a1-a5b4-683d09785764 req-d7cacfaf-6cbe-458d-934b-54aae297181a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053465 Sep 16 15:17:01.283851 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a07f0-1a9b-43c6-b00f-8679a7a11d8e req-a44fc5c7-9ed0-416c-a080-c2280a95fbd5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:01.285228 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7f5a07f0-1a9b-43c6-b00f-8679a7a11d8e req-a44fc5c7-9ed0-416c-a080-c2280a95fbd5 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 945 time: 0.0480325 Sep 16 15:17:01.322273 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7f5a07f0-1a9b-43c6-b00f-8679a7a11d8e req-0d6b1e38-2d20-41a2-9608-17fd77c74255 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310485 Sep 16 15:17:01.575233 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51186) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:01.662609 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-0bf1061c-fd3a-452c-9862-2fdcc5fcca30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862436 Sep 16 15:17:01.671699 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-0b84d548-c149-4e7e-8b27-e32426f9eab9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:17:01.672633 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-0b84d548-c149-4e7e-8b27-e32426f9eab9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047233 Sep 16 15:17:02.160603 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:02.237577 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:02.259688 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:02.261875 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d2155-8def-400f-b734-676699f7a2eb" -d '{"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:02.274674 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:02.278993 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:02.306574 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ff01a-e323-4560-9a90-e396747aaed7 x-openstack-request-id: req-057ff01a-e323-4560-9a90-e396747aaed7 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:02.306873 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:02.307142 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-057ff01a-e323-4560-9a90-e396747aaed7 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:02.307539 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'code': 200} Sep 16 15:17:02.325449 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ec5d261e-ffd5-4164-b744-a9792fa7a905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:02.338700 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=8']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:02.441506 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03da9-a436-4738-a7eb-0ed563395d98 req-73e35aa5-4936-40f6-afbe-a25a4811beb0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:02.442916 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-edc03da9-a436-4738-a7eb-0ed563395d98 req-73e35aa5-4936-40f6-afbe-a25a4811beb0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0490165 Sep 16 15:17:02.480043 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-edc03da9-a436-4738-a7eb-0ed563395d98 req-fb525ce7-7e6b-4c83-afa1-c7bfee8af015 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304923 Sep 16 15:17:02.528227 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-48d1cd90-7e38-42d4-a88e-30965d74d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:02.529701 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-48d1cd90-7e38-42d4-a88e-30965d74d070 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9&tenant_id=4af11df0b6274274bda894396d463013 HTTP/1.1" status: 200 len: 1096 time: 0.0398846 Sep 16 15:17:02.593063 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-4d362c09-c631-4df7-b254-38169c85748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:02.594546 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-4d362c09-c631-4df7-b254-38169c85748e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af11df0b6274274bda894396d463013&device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1096 time: 0.0385556 Sep 16 15:17:02.687845 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-f5ff5099-05fb-42b4-9da5-9e480e540555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:02.689318 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-f5ff5099-05fb-42b4-9da5-9e480e540555 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 200 len: 917 time: 0.0877297 Sep 16 15:17:02.756215 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-1573e317-a0fa-4212-84b6-24fe539fb81b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 200 len: 997 time: 0.0587916 Sep 16 15:17:02.806715 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-eee285e2-5e08-4d48-95e7-fa5b51fb9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:02.808132 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-eee285e2-5e08-4d48-95e7-fa5b51fb9626 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 200 len: 855 time: 0.0429432 Sep 16 15:17:02.852825 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-423fe71f-23e4-46a9-8177-b5e1cf16340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:02.854271 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-423fe71f-23e4-46a9-8177-b5e1cf16340a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4a92c9db-2afe-4259-976f-aa0af1d4b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384119 Sep 16 15:17:03.118535 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:03.201156 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-78910521-195b-4485-a0df-86fc841ae598 service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399632 Sep 16 15:17:03.290104 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-39b65f91-ff4b-4b3b-a025-1f70ca68407a req-75ef478c-7f19-4c6e-9765-1f4cf8b2b82a service neutron] 10.222.0.61 "GET /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806742 Sep 16 15:17:03.341001 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:03.604292 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beb420-fe19-484e-9674-e569ea56f435 req-3f743ea1-ed08-4fb7-b348-50cf32ec8ae2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:03.605839 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c5beb420-fe19-484e-9674-e569ea56f435 req-3f743ea1-ed08-4fb7-b348-50cf32ec8ae2 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0503645 Sep 16 15:17:03.644551 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c5beb420-fe19-484e-9674-e569ea56f435 req-b90c8991-acac-44a9-865f-2c8139483ea0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325470 Sep 16 15:17:04.774238 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f688347-69e0-4d30-8ab9-e254a0d8feeb req-2c15510d-6fa6-41fb-b873-fd00e132dc4a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:04.775779 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1f688347-69e0-4d30-8ab9-e254a0d8feeb req-2c15510d-6fa6-41fb-b873-fd00e132dc4a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0514748 Sep 16 15:17:04.814383 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1f688347-69e0-4d30-8ab9-e254a0d8feeb req-82ce5ae3-abaa-4dfc-b850-cc43d2ff67e1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325422 Sep 16 15:17:05.081674 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:05.937689 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f27912-1df3-43ce-bb71-fab118115293 req-2e08bb97-ea64-4f8a-bc1c-eeaf83f84bfa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:05.939292 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-08f27912-1df3-43ce-bb71-fab118115293 req-2e08bb97-ea64-4f8a-bc1c-eeaf83f84bfa tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0512574 Sep 16 15:17:05.982542 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-08f27912-1df3-43ce-bb71-fab118115293 req-64910009-0098-404b-bd25-274fe8597dcf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372956 Sep 16 15:17:07.110190 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fa45-d9b3-4f3b-a067-07f293cd00e8 req-a1105af9-4451-4965-b9a3-7b97c6893ad8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:07.112072 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64a8fa45-d9b3-4f3b-a067-07f293cd00e8 req-a1105af9-4451-4965-b9a3-7b97c6893ad8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0533252 Sep 16 15:17:07.152637 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-64a8fa45-d9b3-4f3b-a067-07f293cd00e8 req-6815d073-30c1-4e33-9dbb-bbf956cbbd7d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342975 Sep 16 15:17:08.198701 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.286928 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b0da-0afc-42e7-82de-5fc8778cf76f req-58297961-19b0-4efb-aff4-81f87b104bd0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:08.288524 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64a2b0da-0afc-42e7-82de-5fc8778cf76f req-58297961-19b0-4efb-aff4-81f87b104bd0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0516777 Sep 16 15:17:08.327615 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-64a2b0da-0afc-42e7-82de-5fc8778cf76f req-8bcab9d1-932c-4fa5-b617-71c8b1874b6d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329795 Sep 16 15:17:09.463092 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3f7d8-d3b6-4880-bb37-f13ed71aba1f req-b13c1217-5ec7-43b9-b0df-17c39e69a931 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:09.464600 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-54d3f7d8-d3b6-4880-bb37-f13ed71aba1f req-b13c1217-5ec7-43b9-b0df-17c39e69a931 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0535467 Sep 16 15:17:09.503901 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-54d3f7d8-d3b6-4880-bb37-f13ed71aba1f req-df5469da-667e-4c6c-a373-1afc4665d479 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329168 Sep 16 15:17:10.633774 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1a3eb-a5dd-4f59-83a9-053eaf2b5b42 req-aa0305ed-fd3e-4dc0-ba6c-40c778d6051d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:10.635321 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-06e1a3eb-a5dd-4f59-83a9-053eaf2b5b42 req-aa0305ed-fd3e-4dc0-ba6c-40c778d6051d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0541663 Sep 16 15:17:10.672668 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-06e1a3eb-a5dd-4f59-83a9-053eaf2b5b42 req-d224bb08-c763-47ff-aa0c-ca3ee7de8801 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312891 Sep 16 15:17:11.799842 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717de95e-abb0-46bb-abf7-3eda3eba3986 req-4fd900c5-e3e2-4846-aa15-6b3024f44f32 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:11.802110 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-717de95e-abb0-46bb-abf7-3eda3eba3986 req-4fd900c5-e3e2-4846-aa15-6b3024f44f32 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0552764 Sep 16 15:17:11.843451 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-717de95e-abb0-46bb-abf7-3eda3eba3986 req-be81d1a0-dd09-4532-bb2b-e43148319bca tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343750 Sep 16 15:17:12.967134 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c955f85-78b9-419c-aa19-8d1f1cb0b144 req-505f79cd-553b-43c2-a1f0-11e6c42eebbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:12.969523 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5c955f85-78b9-419c-aa19-8d1f1cb0b144 req-505f79cd-553b-43c2-a1f0-11e6c42eebbf tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0513611 Sep 16 15:17:13.013897 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5c955f85-78b9-419c-aa19-8d1f1cb0b144 req-99831fa5-3445-49b4-b9fd-80bbd4b78795 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381327 Sep 16 15:17:14.146818 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d48f02-c6a6-471e-a4bc-83e695d15e21 req-880839e6-e8ba-48ac-a8fa-f928f3de699a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:14.149315 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d0d48f02-c6a6-471e-a4bc-83e695d15e21 req-880839e6-e8ba-48ac-a8fa-f928f3de699a tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0569975 Sep 16 15:17:14.191199 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d0d48f02-c6a6-471e-a4bc-83e695d15e21 req-fa18ea46-21e2-4280-9144-47359a9c3634 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335045 Sep 16 15:17:15.313080 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a4587-5e25-4bbf-b921-bb961d3c64ef req-17afafb9-9bae-4698-9837-f890cf4137f9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:15.314556 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3f8a4587-5e25-4bbf-b921-bb961d3c64ef req-17afafb9-9bae-4698-9837-f890cf4137f9 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0476196 Sep 16 15:17:15.350531 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-3f8a4587-5e25-4bbf-b921-bb961d3c64ef req-961700d8-537b-49cd-9004-fd785c13186b tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0302291 Sep 16 15:17:16.466284 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412d6c-d935-4fe1-887e-8e1f70c95743 req-30716c8e-8dcb-4e39-9bcb-38cbf8ff71f0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:16.467752 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-31412d6c-d935-4fe1-887e-8e1f70c95743 req-30716c8e-8dcb-4e39-9bcb-38cbf8ff71f0 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0481226 Sep 16 15:17:16.507905 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-31412d6c-d935-4fe1-887e-8e1f70c95743 req-94a55b7e-dfcd-446e-8562-8d4632247024 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343862 Sep 16 15:17:17.624911 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bf0aa-15fa-4f25-8828-1f0a3a60ff07 req-585c12c4-38cb-41ab-882b-d9e6806e8cef tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:17.626442 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-960bf0aa-15fa-4f25-8828-1f0a3a60ff07 req-585c12c4-38cb-41ab-882b-d9e6806e8cef tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 943 time: 0.0489967 Sep 16 15:17:17.662315 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-960bf0aa-15fa-4f25-8828-1f0a3a60ff07 req-1e1b904d-9337-4db8-bb68-366ee625e302 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300460 Sep 16 15:17:18.237682 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:17:18.332072 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:18.343962 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'port_id': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'mac_address': 'fa:16:3e:cc:d2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:17:18.380215 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.392786 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b779c5-7609-4981-b8d3-d0a1cf998d92 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:17:18.411903 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:18.416797 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.467162 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=9']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:18.678503 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d3b779c5-7609-4981-b8d3-d0a1cf998d92'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:17:18.789290 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645115-58a6-4df4-9e4b-fd24d38294e6 req-8596eba3-1b5b-4d53-b284-949878188686 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:18.790804 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a645115-58a6-4df4-9e4b-fd24d38294e6 req-8596eba3-1b5b-4d53-b284-949878188686 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 944 time: 0.0473759 Sep 16 15:17:18.829387 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-3a645115-58a6-4df4-9e4b-fd24d38294e6 req-dfba5a9f-88dc-4543-95fe-bc00212e88e1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327175 Sep 16 15:17:19.945455 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad39d-cf61-4400-b371-2e59a70edaf7 req-f720d1af-3514-46fe-aa32-5faf67e9b67f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:19.946927 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ea0ad39d-cf61-4400-b371-2e59a70edaf7 req-f720d1af-3514-46fe-aa32-5faf67e9b67f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 944 time: 0.0471828 Sep 16 15:17:19.986770 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ea0ad39d-cf61-4400-b371-2e59a70edaf7 req-8e2dbfb1-f7d4-4488-9606-93b588245c28 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340102 Sep 16 15:17:20.253539 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:17:20.301556 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d3b779c5-7609-4981-b8d3-d0a1cf998d92 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:17:20.301924 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:20.376238 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:20.398193 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:20.400420 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfaac7-0a54-467b-b1cb-d8b1a9b53d1d" -d '{"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-plugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:20.412760 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:20.416940 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:20.441568 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69332522-4cf6-4ad4-9ef7-ee3e5081e9e2 x-openstack-request-id: req-69332522-4cf6-4ad4-9ef7-ee3e5081e9e2 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:20.441861 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-plugged", "status": "completed", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:20.442145 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69332522-4cf6-4ad4-9ef7-ee3e5081e9e2 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:20.442557 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'code': 200} Sep 16 15:17:20.470278 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=10']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:20.673926 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d11d-2cf6-4d24-b48b-068c34dd7a7d req-6621c96d-0c3c-498c-880f-4a4eb97690de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:20.675399 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b360d11d-2cf6-4d24-b48b-068c34dd7a7d req-6621c96d-0c3c-498c-880f-4a4eb97690de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 1099 time: 0.0411787 Sep 16 15:17:20.709370 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b360d11d-2cf6-4d24-b48b-068c34dd7a7d req-24f623b6-f3a1-4798-88b7-e0de21f3dec6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0260379 Sep 16 15:17:21.104356 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72feff-9425-49b5-b37c-432fbd73b613 req-c00624ad-8d55-468d-b50b-0056292b1698 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:21.105822 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cb72feff-9425-49b5-b37c-432fbd73b613 req-c00624ad-8d55-468d-b50b-0056292b1698 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 946 time: 0.0486863 Sep 16 15:17:21.144601 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-cb72feff-9425-49b5-b37c-432fbd73b613 req-80b14f47-6b0c-43af-8dcb-36af64b64823 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327461 Sep 16 15:17:22.268426 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aeaf2-a871-466b-94d0-0b91d26846f4 req-50a56984-95e2-4ecd-a56c-8bbcad146ed8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:22.269911 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-270aeaf2-a871-466b-94d0-0b91d26846f4 req-50a56984-95e2-4ecd-a56c-8bbcad146ed8 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 946 time: 0.0502727 Sep 16 15:17:22.310856 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-270aeaf2-a871-466b-94d0-0b91d26846f4 req-171b3e87-6cb9-4b24-bbd9-42433414aa5f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344343 Sep 16 15:17:23.433388 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadfea2-cbaa-42a9-a958-15ee610d98f5 req-5f76b79e-d852-432b-b1f5-0ce27634e13c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:23.434872 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4aadfea2-cbaa-42a9-a958-15ee610d98f5 req-5f76b79e-d852-432b-b1f5-0ce27634e13c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 946 time: 0.0539181 Sep 16 15:17:23.471688 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4aadfea2-cbaa-42a9-a958-15ee610d98f5 req-820d0acd-264c-41c8-80bc-5d90744442f6 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308495 Sep 16 15:17:26.991890 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:17:29.856405 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-d14329c2-ee13-47dc-8f6b-61fc1877d660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:32.196541 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd09660-593a-48dd-9b09-710965d9acf0 req-074693cb-ae4f-47c2-befd-45ff8fe5cae9 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:32.197981 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5dd09660-593a-48dd-9b09-710965d9acf0 req-074693cb-ae4f-47c2-befd-45ff8fe5cae9 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Sep 16 15:17:32.235152 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5dd09660-593a-48dd-9b09-710965d9acf0 req-60f3639e-8fb6-4e1a-a5fc-605f85f20b71 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Sep 16 15:17:32.315499 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-df800eff-f946-4946-83aa-1a7f8e813051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:33.119761 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:33.342265 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:33.349639 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c3a2-d260-4494-b0f4-538bb11507f9 req-55fad8d3-6423-401d-9b84-c86cda894ba7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:33.351707 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b5d1c3a2-d260-4494-b0f4-538bb11507f9 req-55fad8d3-6423-401d-9b84-c86cda894ba7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0489795 Sep 16 15:17:33.391911 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b5d1c3a2-d260-4494-b0f4-538bb11507f9 req-01cc94dc-a037-4459-b7f2-15189a96f2d7 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Sep 16 15:17:34.510242 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8410-fc15-4fff-a0f0-055ec84dd789 req-2391f2d5-a578-40eb-b83e-15b0c36e9150 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:34.511768 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-de3f8410-fc15-4fff-a0f0-055ec84dd789 req-2391f2d5-a578-40eb-b83e-15b0c36e9150 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Sep 16 15:17:34.549430 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-de3f8410-fc15-4fff-a0f0-055ec84dd789 req-edc7cc67-7d93-4073-addf-152cc14b2aea tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Sep 16 15:17:35.084680 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:35.663316 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718458b-d63f-4f7d-b8f2-a7feef3e41f1 req-546a562d-388c-412f-a113-c9303bf807da tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:35.664790 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9718458b-d63f-4f7d-b8f2-a7feef3e41f1 req-546a562d-388c-412f-a113-c9303bf807da tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0471053 Sep 16 15:17:35.701887 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-9718458b-d63f-4f7d-b8f2-a7feef3e41f1 req-77812df1-41ce-4281-bb36-9676677691a2 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Sep 16 15:17:36.815475 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e27ca-e0e4-4892-be73-0276c84666df req-df8fee1f-fc2a-44b9-8a56-f6558e2579b3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.816927 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5e3e27ca-e0e4-4892-be73-0276c84666df req-df8fee1f-fc2a-44b9-8a56-f6558e2579b3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0474062 Sep 16 15:17:36.853351 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5e3e27ca-e0e4-4892-be73-0276c84666df req-0edf1d9a-c825-43bf-865e-821fb39dfd96 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298951 Sep 16 15:17:37.968218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2563d-3d50-4da3-9a5f-5e50f03a402c req-46302bd5-7c5f-4f81-b901-c0710678f4e2 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:37.969599 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4bb2563d-3d50-4da3-9a5f-5e50f03a402c req-46302bd5-7c5f-4f81-b901-c0710678f4e2 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0481806 Sep 16 15:17:38.005472 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4bb2563d-3d50-4da3-9a5f-5e50f03a402c req-0c03cec1-ea99-4455-a8e5-b260d5dee9df tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300314 Sep 16 15:17:38.191249 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.120482 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165131-6ea1-4224-a679-bedaf22c4dd8 req-0161b527-2551-4baa-8ef0-439b5a0221a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:39.121961 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8e165131-6ea1-4224-a679-bedaf22c4dd8 req-0161b527-2551-4baa-8ef0-439b5a0221a0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0495081 Sep 16 15:17:39.158336 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8e165131-6ea1-4224-a679-bedaf22c4dd8 req-c9b7e580-c991-430e-ac64-186606234095 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304785 Sep 16 15:17:40.287521 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122eed1-13bd-4107-b192-b48629e0e144 req-03ecf120-b00c-4445-9c4b-0d52eb23ffd6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:40.289372 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c122eed1-13bd-4107-b192-b48629e0e144 req-03ecf120-b00c-4445-9c4b-0d52eb23ffd6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0573406 Sep 16 15:17:40.335427 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c122eed1-13bd-4107-b192-b48629e0e144 req-ce434327-b7e2-400b-afc1-d4cdcf4a39c6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397711 Sep 16 15:17:41.453110 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364764f-7d1e-4364-aa80-707094e0234b req-dd065c33-52c6-447d-84af-7afae5f27a8d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:41.454645 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a364764f-7d1e-4364-aa80-707094e0234b req-dd065c33-52c6-447d-84af-7afae5f27a8d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0513794 Sep 16 15:17:41.491252 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a364764f-7d1e-4364-aa80-707094e0234b req-11f90d80-8fa3-4ba3-8c95-64756bb20e35 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305679 Sep 16 15:17:41.897398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-73330660-0ed7-44b9-95c5-2e5f3daa65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:41.898889 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-73330660-0ed7-44b9-95c5-2e5f3daa65bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0393276 Sep 16 15:17:42.002309 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-bb71251c-1895-4687-8524-e91f6650f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.003789 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-bb71251c-1895-4687-8524-e91f6650f965 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.0855613 Sep 16 15:17:42.068063 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-39eb305e-083d-47a5-8956-9562b0ed95ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1000 time: 0.0564559 Sep 16 15:17:42.118001 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-7089caf5-c880-44c3-b87f-0c3c4aeef83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.119427 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-7089caf5-c880-44c3-b87f-0c3c4aeef83c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0439246 Sep 16 15:17:42.168123 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-6c1b5562-76be-49cd-8ae6-55d7857ddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.169493 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-6c1b5562-76be-49cd-8ae6-55d7857ddfac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426009 Sep 16 15:17:42.258611 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-f6dfecde-6320-4538-ab64-c15e4c3f1959 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810652 Sep 16 15:17:42.352143 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-19d254dc-d5e3-45b2-a2ad-47725de70478 req-b409e048-289e-407c-b706-f9e866d93d50 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847130 Sep 16 15:17:42.604585 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910463-aae8-4690-852a-d52cf0cc801a req-53dfc0ef-76a9-4f8e-83da-af70a8bbcc7c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.606134 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-99910463-aae8-4690-852a-d52cf0cc801a req-53dfc0ef-76a9-4f8e-83da-af70a8bbcc7c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0494132 Sep 16 15:17:42.643452 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-99910463-aae8-4690-852a-d52cf0cc801a req-952c209a-7694-4eaa-b7b5-1fbc18bb6c63 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Sep 16 15:17:42.846011 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4c18-f0f4-41ef-b646-718a897a535d req-4c3c975c-077a-4e85-a3fb-2515d5c35d1d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.847531 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ad3b4c18-f0f4-41ef-b646-718a897a535d req-4c3c975c-077a-4e85-a3fb-2515d5c35d1d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Sep 16 15:17:42.866575 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-1b28dec6-1250-41ef-a88f-bbc0206380db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.868292 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-1b28dec6-1250-41ef-a88f-bbc0206380db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 1098 time: 0.0438464 Sep 16 15:17:42.888402 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ad3b4c18-f0f4-41ef-b646-718a897a535d req-8ef3e986-3560-4f0f-90aa-f466d08bbce0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 Sep 16 15:17:42.963921 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-6b8f0e27-217d-4101-9cdc-37ae162539ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.965461 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-6b8f0e27-217d-4101-9cdc-37ae162539ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.0892544 Sep 16 15:17:43.031934 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-07765962-e4af-49b7-a41d-b5c12089ac9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 200 len: 1000 time: 0.0579438 Sep 16 15:17:43.080867 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-33183d8c-3ad4-4e65-a9e1-fe93949f1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:43.082606 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-33183d8c-3ad4-4e65-a9e1-fe93949f1d8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0429690 Sep 16 15:17:43.132450 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-05658ffc-2123-4ef4-9c31-7be23c8f0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:43.134139 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-05658ffc-2123-4ef4-9c31-7be23c8f0635 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446002 Sep 16 15:17:43.222344 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-504d4181-b9a5-48b4-9263-8ad8ab4e8537 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804150 Sep 16 15:17:43.317777 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d80b6b39-80be-44f6-9428-61a3e6d790a3 req-afd92e99-3a38-4134-af05-6c0dea56b5a1 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875707 Sep 16 15:17:44.006573 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82564e8-8df3-419b-b833-6a8d4228139f req-4ee08b0c-36a2-4356-a79f-7a173420288a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:44.008243 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b82564e8-8df3-419b-b833-6a8d4228139f req-4ee08b0c-36a2-4356-a79f-7a173420288a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Sep 16 15:17:44.047339 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b82564e8-8df3-419b-b833-6a8d4228139f req-901b4425-a0a1-49fb-aa64-559a5ce1ceb1 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Sep 16 15:17:53.946900 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-729a7a36-1d4e-4fda-9354-ebe6bcb578ff tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494484489&fields=id&tenant_id=84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 267 time: 0.0312119 Sep 16 15:17:54.052233 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-12d13b3c-2959-485e-95b8-1264752d9557 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:54.053863 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-12d13b3c-2959-485e-95b8-1264752d9557 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 812 time: 0.1005766 Sep 16 15:17:54.068288 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-39fe243f-6e2a-4142-809d-487d1b50c943 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/quotas/84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 375 time: 0.0084927 Sep 16 15:17:54.124518 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-83d5ef80-f944-49af-b6fe-a2bbd913194b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509465 Sep 16 15:17:54.222396 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-324bb350-fd9e-4111-9638-73b85c83f954 service neutron] 10.222.0.52 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869496 Sep 16 15:17:54.309414 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-866f1042-575a-4d51-bb25-7f59dc2394e0 service neutron] 10.222.0.52 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802925 Sep 16 15:17:54.586544 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-33af070d-6893-41df-be98-8794796875ee req-3593e312-c75e-4169-b9ec-fd7a7d5cade0 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 210 time: 0.0262845 Sep 16 15:17:55.610852 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-db11a6e3-7beb-493d-a0b2-b843ce3cff91 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:55.612326 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-db11a6e3-7beb-493d-a0b2-b843ce3cff91 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 812 time: 0.1069219 Sep 16 15:17:55.668212 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-d749d26c-94af-4af5-b0aa-bf1065cd6ede tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e90f2361174e77a88042d06e74e110 HTTP/1.1" status: 200 len: 380 time: 0.0360577 Sep 16 15:17:55.677508 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'port': {'device_id': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'admin_state_up': True, 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'security_groups': ['49dbe1e4-a637-4104-bc17-a17727d7cb57']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:17:55.681626 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-22551b77-6b66-4731-9c09-349a0abb320e req-a693bf2f-295d-4bae-a4c5-9d1cc7c5199e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 210 time: 0.0270407 Sep 16 15:17:55.788082 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Made reservation on behalf of 84e90f2361174e77a88042d06e74e110 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:17:55.791886 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:55.918028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Allocated IP 172.20.0.6 (b83b58b7-9f40-4e77-be18-f12f23d9d013/06ddd76c-3b7d-4698-885b-91937202be77/01e4820f-6cf4-46d7-9e28-5d808ace53ce) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:17:56.061041 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.095335 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.137285 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:17:56.140397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:17:56.145991 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:17:56.170992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=01e4820f-6cf4-46d7-9e28-5d808ace53ce,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:56.186442 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.186797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.187148 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.187488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.187820 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.188156 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.188488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.188820 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.189151 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.189478 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.189880 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.190135 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:56.211396 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:56.212028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.227130 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-499b6d9d-24a8-4e53-b2d9-74f715193682 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532048 Sep 16 15:17:56.243604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Request body: {'port': {'device_id': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:17:56.302892 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.369807 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-427762cf-8d14-4747-a112-b419a0673eea None None] Provisioning complete for port 01e4820f-6cf4-46d7-9e28-5d808ace53ce triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:17:56.370446 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-427762cf-8d14-4747-a112-b419a0673eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.403432 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-427762cf-8d14-4747-a112-b419a0673eea None None] Port 01e4820f-6cf4-46d7-9e28-5d808ace53ce cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:17:56.554111 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e4820f-6cf4-46d7-9e28-5d808ace53ce {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:17:56.561264 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.573085 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Transition to ACTIVE for port object 01e4820f-6cf4-46d7-9e28-5d808ace53ce will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:17:56.576998 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.630871 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Pushing event updated for resources: {'Port': ['ID=01e4820f-6cf4-46d7-9e28-5d808ace53ce,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:56.700844 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Attempting to bind port 01e4820f-6cf4-46d7-9e28-5d808ace53ce on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:17:56.701188 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Attempting to bind port 01e4820f-6cf4-46d7-9e28-5d808ace53ce by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:17:56.701524 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Attempting to bind port 01e4820f-6cf4-46d7-9e28-5d808ace53ce on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:17:56.705987 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Port 01e4820f-6cf4-46d7-9e28-5d808ace53ce on network b83b58b7-9f40-4e77-be18-f12f23d9d013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:17:56.706314 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Attempting to bind port 01e4820f-6cf4-46d7-9e28-5d808ace53ce on network b83b58b7-9f40-4e77-be18-f12f23d9d013 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:17:56.711871 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:17:56.712221 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Checking segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:17:56.712610 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Bound using segment: {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:17:56.713046 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Bound port: 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b07d3-bcb7-46eb-8080-660e3652dfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:17:56.713411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.807177 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] For port 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:17:56.823207 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] For port 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:17:56.828383 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.873597 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecf2aa-46bd-48d1-8031-14648a77a1a8 req-f71dad28-f9a1-4a64-baa1-1b63552f5e07 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:56.875113 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c2ecf2aa-46bd-48d1-8031-14648a77a1a8 req-f71dad28-f9a1-4a64-baa1-1b63552f5e07 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.1052721 Sep 16 15:17:56.879620 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:56.880166 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.881507 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] 10.222.0.61 "PUT /v2.0/ports/01e4820f-6cf4-46d7-9e28-5d808ace53ce HTTP/1.1" status: 200 len: 1093 time: 0.6423528 Sep 16 15:17:56.882572 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:56.885057 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536fa641-65a9-456e-adcd-79875f5b4d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:56.942224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7ca879-19bc-4fc2-b80a-23b07a672c65 x-openstack-request-id: req-7d7ca879-19bc-4fc2-b80a-23b07a672c65 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:56.942544 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:56.942797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d7ca879-19bc-4fc2-b80a-23b07a672c65 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:56.943191 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'status': 'completed', 'code': 200} Sep 16 15:17:56.945541 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8d707-5234-4d03-97b5-85dc2bc8b978 service neutron] Pushing event updated for resources: {'Port': ['ID=01e4820f-6cf4-46d7-9e28-5d808ace53ce,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:56.968767 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c2ecf2aa-46bd-48d1-8031-14648a77a1a8 req-ac8cbef3-4be2-493c-a357-6567a6a4b535 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804217 Sep 16 15:17:56.986028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-3c8f40a4-b59f-4e0e-abb6-18722b76e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:56.987607 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-3c8f40a4-b59f-4e0e-abb6-18722b76e27e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 1096 time: 0.0602682 Sep 16 15:17:57.034106 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-c2c4d390-f833-4b28-974f-d00ea3f58ed3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce HTTP/1.1" status: 200 len: 217 time: 0.0382955 Sep 16 15:17:57.085432 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-fe41e5e3-a97b-4bef-a08c-4157268175a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.086828 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-fe41e5e3-a97b-4bef-a08c-4157268175a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0451458 Sep 16 15:17:57.132691 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-deadd140-6c74-4e73-951b-391d3bdf28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.134170 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-deadd140-6c74-4e73-951b-391d3bdf28e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396864 Sep 16 15:17:57.227991 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-07a2828f-626f-472b-a954-03f0a680788d service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Sep 16 15:17:57.332237 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4b19d4f0-70e2-423f-a2e9-d8cb17527af5 req-55bb8bc5-7c48-4c8c-b5cd-45943e7f3eff service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833228 Sep 16 15:17:57.434398 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-b3b536c3-f744-4ab0-b9b0-688b7a17fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.435891 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-b3b536c3-f744-4ab0-b9b0-688b7a17fe45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 1096 time: 0.0453968 Sep 16 15:17:57.526780 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-ceb9eeda-93c3-4e8c-8ee6-f2a045fb9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.528211 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-ceb9eeda-93c3-4e8c-8ee6-f2a045fb9265 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.0823894 Sep 16 15:17:57.572963 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-0ec3ba0d-3fbe-479c-a85e-db90ed65d5f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce HTTP/1.1" status: 200 len: 217 time: 0.0368268 Sep 16 15:17:57.623649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-b8b0887a-c874-4a2a-82c2-103be72a4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.625088 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-b8b0887a-c874-4a2a-82c2-103be72a4de4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0426474 Sep 16 15:17:57.674827 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-cdf9358e-6a4f-4401-9049-2424201e4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.676266 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-cdf9358e-6a4f-4401-9049-2424201e4048 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382714 Sep 16 15:17:57.774267 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-d6066331-8781-43a3-99c9-9b1db1dd4266 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840054 Sep 16 15:17:57.870218 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-536fa641-65a9-456e-adcd-79875f5b4d1d req-fe65922f-8a7f-470c-99ab-56929150e96a service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805182 Sep 16 15:17:58.087332 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c686b-9c5b-483a-92a1-2cd8a2ce767f req-6d629434-e556-4d51-9bf7-2c067724b98a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:58.088738 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-102c686b-9c5b-483a-92a1-2cd8a2ce767f req-6d629434-e556-4d51-9bf7-2c067724b98a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0538528 Sep 16 15:17:58.124744 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-102c686b-9c5b-483a-92a1-2cd8a2ce767f req-54c19f32-d980-4da0-8666-59524335007a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301771 Sep 16 15:17:59.235814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefde6e-a046-4a2b-b68b-7c490cf3aa01 req-ce2e69ff-bb03-4ead-8c50-2cfd829de1c5 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:59.237255 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9fefde6e-a046-4a2b-b68b-7c490cf3aa01 req-ce2e69ff-bb03-4ead-8c50-2cfd829de1c5 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0474057 Sep 16 15:17:59.277158 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9fefde6e-a046-4a2b-b68b-7c490cf3aa01 req-b3552107-0b20-41ae-8f60-130577199097 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333629 Sep 16 15:17:59.858510 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-66fa7892-1777-4bfd-8d4f-5e448777bd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:00.388114 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13743a-b6b8-4989-8175-78b134ce681d req-9cf6f1b2-a95a-4bd3-852c-17819168126c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:00.389608 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-df13743a-b6b8-4989-8175-78b134ce681d req-9cf6f1b2-a95a-4bd3-852c-17819168126c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0473392 Sep 16 15:18:00.426860 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-df13743a-b6b8-4989-8175-78b134ce681d req-8c3ed9c8-19db-4342-999d-5c999178515f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305948 Sep 16 15:18:01.539260 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2616-c119-428e-b407-92b18a23664c req-16d6ba70-f3ac-48ce-ab5d-63180c8d26d4 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:01.540767 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-886c2616-c119-428e-b407-92b18a23664c req-16d6ba70-f3ac-48ce-ab5d-63180c8d26d4 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0490997 Sep 16 15:18:01.577203 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-886c2616-c119-428e-b407-92b18a23664c req-9b32623b-8d05-481f-b568-db0c6b36793b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304019 Sep 16 15:18:02.314933 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-57fd18fd-a5dc-4f9d-9873-081adb614a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:02.690538 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bfa8d-2a49-4d08-b9f8-7fc1a6725d4d req-c260071e-234a-49a8-a23d-12196b15c698 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:02.692061 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ab3bfa8d-2a49-4d08-b9f8-7fc1a6725d4d req-c260071e-234a-49a8-a23d-12196b15c698 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0484636 Sep 16 15:18:02.735494 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ab3bfa8d-2a49-4d08-b9f8-7fc1a6725d4d req-c45ee859-bad6-4489-a8ed-f21070d85462 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Sep 16 15:18:02.963244 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b65314-e34d-453e-967e-f3e606706f16 req-44478799-b16a-4c7e-9db6-92bfeb4bf342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:02.964679 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c1b65314-e34d-453e-967e-f3e606706f16 req-44478799-b16a-4c7e-9db6-92bfeb4bf342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 946 time: 0.0530221 Sep 16 15:18:03.001603 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c1b65314-e34d-453e-967e-f3e606706f16 req-6de07b5d-34e8-4b28-a6e1-869feb5daf10 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306282 Sep 16 15:18:03.122163 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:03.345166 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:03.852876 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb90f8-79fe-4758-9b71-a0b3e4124ac8 req-8f589da2-b7b5-4423-9fa2-c8220c784f78 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:03.854339 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-efbb90f8-79fe-4758-9b71-a0b3e4124ac8 req-8f589da2-b7b5-4423-9fa2-c8220c784f78 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0489705 Sep 16 15:18:03.891744 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-efbb90f8-79fe-4758-9b71-a0b3e4124ac8 req-1d3d7d29-5da8-444a-ba78-5f55c61e643d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Sep 16 15:18:03.990253 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:18:04.119060 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00fd8c-e3e6-4011-9a01-012f508f8ba6 req-058868dd-06bf-4f9a-9342-3b2dfdb50eeb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:04.120526 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-df00fd8c-e3e6-4011-9a01-012f508f8ba6 req-058868dd-06bf-4f9a-9342-3b2dfdb50eeb tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Sep 16 15:18:04.157741 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-df00fd8c-e3e6-4011-9a01-012f508f8ba6 req-aaa07896-be68-4aba-b66c-770af333f044 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups?id=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312648 Sep 16 15:18:04.653122 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-28b34fea-8203-4f80-9b5a-b4d0807bbfe1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:04.654634 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-28b34fea-8203-4f80-9b5a-b4d0807bbfe1 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 946 time: 0.0463808 Sep 16 15:18:04.750543 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Deleting port d3b779c5-7609-4981-b8d3-d0a1cf998d92 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:04.750878 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:04.839604 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] For port d3b779c5-7609-4981-b8d3-d0a1cf998d92, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d3b779c5-7609-4981-b8d3-d0a1cf998d92,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:04.839874 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.028924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.029590 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.029590 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Floating IP fa6826ad-867d-436d-81cc-d4c019786d44 disassociated. External IP: 172.27.0.5, port: d3b779c5-7609-4981-b8d3-d0a1cf998d92. Sep 16 15:18:05.029904 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Calling delete_port for d3b779c5-7609-4981-b8d3-d0a1cf998d92 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:05.051087 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c52196-d452-4e68-b417-8bcd47628563 req-f4de4577-3de8-4bbe-845b-4711e055adb3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:05.052553 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-97c52196-d452-4e68-b417-8bcd47628563 req-f4de4577-3de8-4bbe-845b-4711e055adb3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0734646 Sep 16 15:18:05.088003 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.141936 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-97c52196-d452-4e68-b417-8bcd47628563 req-b3c1ef34-f53a-40ca-b9cf-115fb390f341 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478055 Sep 16 15:18:05.212580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.243166 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event deleted for resources: {'Port': ['ID=d3b779c5-7609-4981-b8d3-d0a1cf998d92,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:05.259847 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-15ac2702-af75-4207-ab9e-6a78e7d5500f req-3c34b1a1-fa73-48e8-a909-d1566845cc0c tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/ports?device_id=d968be00-e542-4784-af52-380a4bd6afc9 HTTP/1.1" status: 200 len: 210 time: 0.0270448 Sep 16 15:18:05.356861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Router 45699572-27be-4cb1-9b7e-59b712d187dd has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:05.466134 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:05.476414 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:05.485104 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:05.485717 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:05.504815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] No DVR routers for this DVR port d3b779c5-7609-4981-b8d3-d0a1cf998d92 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:18:05.507580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.509759 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-cfa85d13-2006-49f5-978d-1f1b83332f36 req-e88b3ea0-6cd3-4603-9d6b-4bf92feb5342 tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.61 "DELETE /v2.0/ports/d3b779c5-7609-4981-b8d3-d0a1cf998d92 HTTP/1.1" status: 204 len: 173 time: 0.8486922 Sep 16 15:18:05.510199 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-deleted', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:05.512481 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7cf04-2552-486a-99cc-96cfe1baaed6" -d '{"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-deleted", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:05.555606 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf9526-3919-4276-a1b5-5287778a4744 x-openstack-request-id: req-4faf9526-3919-4276-a1b5-5287778a4744 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:05.555898 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968be00-e542-4784-af52-380a4bd6afc9", "name": "network-vif-deleted", "tag": "d3b779c5-7609-4981-b8d3-d0a1cf998d92", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:05.556154 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4faf9526-3919-4276-a1b5-5287778a4744 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:05.556552 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968be00-e542-4784-af52-380a4bd6afc9', 'name': 'network-vif-deleted', 'tag': 'd3b779c5-7609-4981-b8d3-d0a1cf998d92', 'status': 'completed', 'code': 200} Sep 16 15:18:05.604327 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:05.812897 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:05.839145 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:05.847135 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:05.847735 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:05.949298 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:06.151907 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:06.263105 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc51c-cf2a-4667-b532-190b873df94a req-0fb60b13-731d-4329-91df-0f4e100658f4 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:06.264629 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4e3bc51c-cf2a-4667-b532-190b873df94a req-0fb60b13-731d-4329-91df-0f4e100658f4 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 943 time: 0.0536461 Sep 16 15:18:06.300017 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a53559-73a5-4ba6-869c-a5e88b677751 None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'd93d8644-2a26-4ea0-affa-2460a7cf4214', 'name': '', 'network_id': '4a92c9db-2afe-4259-976f-aa0af1d4b6f9', 'tenant_id': '4af11df0b6274274bda894396d463013', 'mac_address': 'fa:16:3e:8c:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:43Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'subnets': [{'id': 'f8f8b556-338b-42d9-b4a3-756ba7871668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:06.304889 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-4e3bc51c-cf2a-4667-b532-190b873df94a req-cb5bbf26-5bd4-4a1c-bba2-8fa770d162a7 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Sep 16 15:18:06.355599 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51458) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:06.419007 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0cccbd4f-4141-40ec-bd83-262611e03d5d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.441957 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0cccbd4f-4141-40ec-bd83-262611e03d5d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.454227 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 01e4820f-6cf4-46d7-9e28-5d808ace53ce details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:18:06.497924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0cccbd4f-4141-40ec-bd83-262611e03d5d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.500881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0cccbd4f-4141-40ec-bd83-262611e03d5d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.502245 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-0cccbd4f-4141-40ec-bd83-262611e03d5d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "DELETE /v2.0/security-groups/b265f03f-17c0-4648-9ff2-e5b54c9e3f2c HTTP/1.1" status: 204 len: 168 time: 0.1454806 Sep 16 15:18:06.504871 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51460) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:06.513465 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccbd4f-4141-40ec-bd83-262611e03d5d tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b265f03f-17c0-4648-9ff2-e5b54c9e3f2c,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:06.521148 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.api.v2.resource [None req-00ca756e-2bf0-4595-bdd1-6f5d3c23101f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] show failed (client error): The resource could not be found. Sep 16 15:18:06.522632 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-00ca756e-2bf0-4595-bdd1-6f5d3c23101f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "GET /v2.0/security-groups/b265f03f-17c0-4648-9ff2-e5b54c9e3f2c HTTP/1.1" status: 404 len: 347 time: 0.0165186 Sep 16 15:18:06.526232 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51462) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:06.566213 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:06.567877 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7567bd-5821-4411-8038-07b27800cbde None None] New status for floating IP fa6826ad-867d-436d-81cc-d4c019786d44: DOWN {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:18:06.577456 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'port_id': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'mac_address': 'fa:16:3e:1c:2b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:18:06.625678 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.638931 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e4820f-6cf4-46d7-9e28-5d808ace53ce {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:06.658016 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Deleting port 34712f08-e2f9-4fb3-a622-b4ba9f21c574 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:06.658472 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.658775 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:06.663154 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.713020 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=01e4820f-6cf4-46d7-9e28-5d808ace53ce,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:06.720318 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.720644 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.721045 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.721792 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.721792 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.722043 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.722249 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.722609 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.722964 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.723295 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.723624 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.723970 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.744007 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.744335 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.755659 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Calling delete_port for 34712f08-e2f9-4fb3-a622-b4ba9f21c574 owned by network:floatingip {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:06.884158 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.906516 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Pushing event deleted for resources: {'Port': ['ID=34712f08-e2f9-4fb3-a622-b4ba9f21c574,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:06.920495 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.920841 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.921179 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.921513 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.921842 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.922171 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.922551 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.922899 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.923221 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.923542 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.923863 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.924182 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:06.931556 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['01e4820f-6cf4-46d7-9e28-5d808ace53ce'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:18:06.981071 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.984101 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.987955 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-0d2802a7-8b40-4b99-9bb3-f101fdd06c2f tempest-AttachVolumeShelveTestJSON-2105135630 tempest-AttachVolumeShelveTestJSON-2105135630-project] 10.222.0.52 "DELETE /v2.0/floatingips/fa6826ad-867d-436d-81cc-d4c019786d44 HTTP/1.1" status: 204 len: 168 time: 0.4580853 Sep 16 15:18:07.425236 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c0db-fe03-47e5-b4c4-e29552181037 req-0d91dbf6-3567-4d0b-86fb-76ca84527d3b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:07.426728 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c5d9c0db-fe03-47e5-b4c4-e29552181037 req-0d91dbf6-3567-4d0b-86fb-76ca84527d3b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 944 time: 0.0485251 Sep 16 15:18:07.463993 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c5d9c0db-fe03-47e5-b4c4-e29552181037 req-826b1f91-ce03-474e-9553-ae3b12f49c3d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Sep 16 15:18:08.201573 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:08.470331 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 01e4820f-6cf4-46d7-9e28-5d808ace53ce up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:18:08.523960 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 01e4820f-6cf4-46d7-9e28-5d808ace53ce completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:18:08.527980 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 01e4820f-6cf4-46d7-9e28-5d808ace53ce triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:08.528357 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:08.580792 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10193d-e653-4bc6-95d5-3d0c194afcf0 req-d6ebde81-1e0b-4d64-846a-9c0954efb300 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:08.582672 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7a10193d-e653-4bc6-95d5-3d0c194afcf0 req-d6ebde81-1e0b-4d64-846a-9c0954efb300 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 944 time: 0.0485933 Sep 16 15:18:08.608916 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:08.621212 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-7a10193d-e653-4bc6-95d5-3d0c194afcf0 req-71144a7c-4f90-42a3-b388-279adcfd8c6a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Sep 16 15:18:08.631020 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:08.633884 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c5f5a8-3c59-4eb4-a8b4-86ca0b78e653" -d '{"events": [{"server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "name": "network-vif-plugged", "status": "completed", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:08.646365 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:08.651326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:08.652217 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:18:08.674585 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede30875-4a79-40a9-82cb-66ccea9427bd x-openstack-request-id: req-ede30875-4a79-40a9-82cb-66ccea9427bd {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:08.674879 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "name": "network-vif-plugged", "status": "completed", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:08.675128 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ede30875-4a79-40a9-82cb-66ccea9427bd {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:08.675514 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'code': 200} Sep 16 15:18:08.692894 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: d3b779c5-7609-4981-b8d3-d0a1cf998d92 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:18:08.693427 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d3b779c5-7609-4981-b8d3-d0a1cf998d92 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:18:08.729036 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=01e4820f-6cf4-46d7-9e28-5d808ace53ce,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:08.924419 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd3d76-3af9-4b5b-80da-c86a1c99badf req-3ba24420-f028-48a6-9950-13c907f12124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:08.926050 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-04bd3d76-3af9-4b5b-80da-c86a1c99badf req-3ba24420-f028-48a6-9950-13c907f12124 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 1098 time: 0.0385382 Sep 16 15:18:08.960484 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-04bd3d76-3af9-4b5b-80da-c86a1c99badf req-6d541564-a355-4491-894e-3b01ff88cbc1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268147 Sep 16 15:18:09.401831 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51490) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:09.771266 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541385-01d3-4f7c-8014-dbb7eba86b51 req-bbade472-e4e8-4285-96f0-7b37cfe6a850 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:09.772785 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-10541385-01d3-4f7c-8014-dbb7eba86b51 req-bbade472-e4e8-4285-96f0-7b37cfe6a850 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 945 time: 0.0854697 Sep 16 15:18:09.835756 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-10541385-01d3-4f7c-8014-dbb7eba86b51 req-277f5e76-978a-4781-a632-14acd4761097 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Sep 16 15:18:09.901750 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:10.139543 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Deleting port d93d8644-2a26-4ea0-affa-2460a7cf4214 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:10.139889 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:10.219465 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] For port d93d8644-2a26-4ea0-affa-2460a7cf4214, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=d93d8644-2a26-4ea0-affa-2460a7cf4214,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:10.219807 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:10.233189 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Calling delete_port for d93d8644-2a26-4ea0-affa-2460a7cf4214 owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:10.629410 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:10.655320 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d93d8644-2a26-4ea0-affa-2460a7cf4214,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:10.814524 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:10.952027 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214be45-11d0-4150-ab70-b1f003a1d120 req-cb0e70b3-c4a6-43dc-9299-27404558c449 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:10.953457 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1214be45-11d0-4150-ab70-b1f003a1d120 req-cb0e70b3-c4a6-43dc-9299-27404558c449 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 945 time: 0.0521080 Sep 16 15:18:10.990991 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1214be45-11d0-4150-ab70-b1f003a1d120 req-eabe7431-a6bf-4e08-b9ca-0fee48214f2e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Sep 16 15:18:11.028736 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Router 45699572-27be-4cb1-9b7e-59b712d187dd has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:11.161005 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e2b63-7b02-418c-bbcb-f539883e3cd5 req-e39f2e07-eb74-4129-a988-bcb8b8f96b89 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:11.163061 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5d9e2b63-7b02-418c-bbcb-f539883e3cd5 req-e39f2e07-eb74-4129-a988-bcb8b8f96b89 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 945 time: 0.0893025 Sep 16 15:18:11.187156 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:11.196323 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-73875f83-ced2-4768-b45b-b866b8cb9c8d admin admin] 10.222.0.52 "PUT /v2.0/routers/45699572-27be-4cb1-9b7e-59b712d187dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932010 Sep 16 15:18:11.197482 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51502) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:11.201877 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] Sync routers for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:11.217258 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5d9e2b63-7b02-418c-bbcb-f539883e3cd5 req-ed4966a4-1abe-4c61-9bd6-03198721112f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468719 Sep 16 15:18:11.218214 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:11.218898 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:11.255624 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51506) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:11.311544 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e685887-10d0-4f26-9648-d8bf570139d1 tempest-TestVolumeBootPattern-2083147603 tempest-TestVolumeBootPattern-2083147603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:11.314466 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-3e685887-10d0-4f26-9648-d8bf570139d1 tempest-TestVolumeBootPattern-2083147603 tempest-TestVolumeBootPattern-2083147603-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 1093 time: 0.0560117 Sep 16 15:18:11.315888 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51508) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:11.320716 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'port_id': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:11.344749 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.356227 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:11.450838 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.553358 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:18:10Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:11.573492 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Allocated IP 172.27.0.212 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/8de834c9-16d5-4f6d-b552-45a002b7dd6c) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:18:11.580402 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] Checking router: 45699572-27be-4cb1-9b7e-59b712d187dd for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:11.591481 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] Routers {'45699572-27be-4cb1-9b7e-59b712d187dd'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:11.592096 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['45699572-27be-4cb1-9b7e-59b712d187dd'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:11.636416 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.685109 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.689346 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc530de-b577-4893-8898-52db1cefb56b req-98452625-9e7f-48bf-bc9d-5531d61fadaa tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:11.691496 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9fc530de-b577-4893-8898-52db1cefb56b req-98452625-9e7f-48bf-bc9d-5531d61fadaa tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0930517 Sep 16 15:18:11.713054 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] Set router 45699572-27be-4cb1-9b7e-59b712d187dd gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:11.726916 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.770277 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:18:11.774530 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-9fc530de-b577-4893-8898-52db1cefb56b req-72635e7c-d9f3-4885-aa0b-d647c9c81780 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729034 Sep 16 15:18:11.777024 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:11.781864 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.782062 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:18:11.784794 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=8de834c9-16d5-4f6d-b552-45a002b7dd6c,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:11.837222 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Deleting port 6539fcff-ff82-4031-a0fd-cc8e1e621b11 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:11.837734 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.914911 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:18:10Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:11.923494 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] For port 6539fcff-ff82-4031-a0fd-cc8e1e621b11, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=6539fcff-ff82-4031-a0fd-cc8e1e621b11,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:11.923840 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:11.938934 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Calling delete_port for 6539fcff-ff82-4031-a0fd-cc8e1e621b11 owned by network:router_gateway {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:11.948295 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51578ec3-8170-43c5-9d19-7b22db9d5791 None None] The sync data for ids ['45699572-27be-4cb1-9b7e-59b712d187dd'] in dv-cinder-809420-1-iscsi is: [{'id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'name': 'tempest-AttachVolumeShelveTestJSON-943286063-router', 'tenant_id': '4af11df0b6274274bda894396d463013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:18:10Z', 'revision_number': 5, 'project_id': '4af11df0b6274274bda894396d463013', 'gw_port': {'id': '6539fcff-ff82-4031-a0fd-cc8e1e621b11', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45699572-27be-4cb1-9b7e-59b712d187dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:26Z', 'updated_at': '2021-09-16T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:12.110294 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.138739 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6539fcff-ff82-4031-a0fd-cc8e1e621b11,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:12.174702 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.198245 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.244901 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.292155 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.294620 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.348716 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.349328 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45699572-27be-4cb1-9b7e-59b712d187dd {{(pid=94191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:18:12.354935 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.356165 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-60a1c51f-d7a0-4f9b-8a58-f8440687d8ee admin admin] 10.222.0.52 "DELETE /v2.0/routers/45699572-27be-4cb1-9b7e-59b712d187dd HTTP/1.1" status: 204 len: 168 time: 1.1568360 Sep 16 15:18:12.358636 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51510) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:12.405281 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Deleting subnet f8f8b556-338b-42d9-b4a3-756ba7871668 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:18:12.408749 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.412773 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.420840 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.446591 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.497425 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event updated for resources: {'Port': ['ID=8de834c9-16d5-4f6d-b552-45a002b7dd6c,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:12.508211 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.532193 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.591539 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.616252 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Floating IP 9c1f2336-9949-4c91-bb41-0a611cfc8472 associated. External IP: 172.27.0.212, port: 01e4820f-6cf4-46d7-9e28-5d808ace53ce. Sep 16 15:18:12.622271 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f8b556-338b-42d9-b4a3-756ba7871668,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:12.629844 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.634995 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6e1e58b4-90f3-47d3-9ab2-e756ca8a22be admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f8f8b556-338b-42d9-b4a3-756ba7871668 HTTP/1.1" status: 204 len: 168 time: 0.2750781 Sep 16 15:18:12.635630 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51512) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:12.636874 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6a339-52a2-4be1-96e8-1edb8dedf500 None None] Network 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:18:12.712197 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.770011 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Deleting port 3f7d94a8-0344-4675-ab0b-075dce226f65 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:12.770262 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.841055 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] For port 3f7d94a8-0344-4675-ab0b-075dce226f65, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=3f7d94a8-0344-4675-ab0b-075dce226f65,segment=NetworkSegment(4c2e5819-a20e-4115-8ee4-6d6d07845a11),segment_id=4c2e5819-a20e-4115-8ee4-6d6d07845a11)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:12.841560 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.846074 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:12.854855 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Calling delete_port for 3f7d94a8-0344-4675-ab0b-075dce226f65 owned by network:dhcp {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:12.938449 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:12.965357 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7d94a8-0344-4675-ab0b-075dce226f65,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:12.967210 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] No DVR routers for this DVR port 3f7d94a8-0344-4675-ab0b-075dce226f65 on host dv-cinder-809420-1-iscsi {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:18:12.983929 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bd246-c664-47fe-a863-14f3dac7131d req-b07360fe-6d96-436a-a384-5c645fe7c475 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:12.985469 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5f8bd246-c664-47fe-a863-14f3dac7131d req-b07360fe-6d96-436a-a384-5c645fe7c475 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0958047 Sep 16 15:18:13.009317 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:13.019592 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3eb631-2cf8-49d2-a1ec-062f05054985 None None] DHCP port deletion for 4a92c9db-2afe-4259-976f-aa0af1d4b6f9 request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:18:13.033973 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:13.046815 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:13.047804 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.052393 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.054498 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.073684 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a92c9db-2afe-4259-976f-aa0af1d4b6f9']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.083148 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2e5819-a20e-4115-8ee4-6d6d07845a11') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.083447 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2e5819-a20e-4115-8ee4-6d6d07845a11') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.085111 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-5f8bd246-c664-47fe-a863-14f3dac7131d req-b470980d-3d04-4cd6-846c-bc208a2d7060 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844228 Sep 16 15:18:13.094354 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.095897 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-d5ab7761-3a6a-4431-bc68-dc0f37c0a04a tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7790070 Sep 16 15:18:13.096527 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:13.098906 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695910d4-7176-467f-b5bb-2ddfefd775cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:13.109109 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.116387 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:18:13.116952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:18:13.119107 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:18:13.140111 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46473867-baf3-4561-a3e5-5f2e694120d0 x-openstack-request-id: req-46473867-baf3-4561-a3e5-5f2e694120d0 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:13.140403 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:13.140658 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46473867-baf3-4561-a3e5-5f2e694120d0 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:13.141061 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'status': 'completed', 'code': 200} Sep 16 15:18:13.195989 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:13.211392 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.216827 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.218686 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] 10.222.0.52 "DELETE /v2.0/networks/4a92c9db-2afe-4259-976f-aa0af1d4b6f9 HTTP/1.1" status: 204 len: 168 time: 0.5820048 Sep 16 15:18:13.233041 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ce03e-4d8e-4433-8b87-654a783a0ded admin admin] Pushing event deleted for resources: {'Network': ['ID=4a92c9db-2afe-4259-976f-aa0af1d4b6f9,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:13.238902 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-1e491b04-49c0-4448-a10b-8a4fa09b19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:13.240442 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-1e491b04-49c0-4448-a10b-8a4fa09b19f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 1098 time: 0.0638447 Sep 16 15:18:13.346536 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51522) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:13.357076 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-90969a63-80a3-49f8-81bb-0fcefe20b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:13.358808 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-90969a63-80a3-49f8-81bb-0fcefe20b6b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.1071551 Sep 16 15:18:13.392720 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-336c6958-8671-4fd7-9ad6-921c91d394a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4af11df0b6274274bda894396d463013&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449557 Sep 16 15:18:13.395212 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51524) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:13.436301 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-946830da-a4f5-4112-a68e-3c1fd32b7427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce HTTP/1.1" status: 200 len: 999 time: 0.0691977 Sep 16 15:18:13.446140 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:07Z', 'revision_number': 1, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}, {'id': '9c1f2336-9949-4c91-bb41-0a611cfc8472', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:1c:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:12Z', 'updated_at': '2021-09-16T15:18:12Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.452965 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b9de691a-03ca-45e4-b8de-d853fc1a8315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.474091 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:13.482645 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b9de691a-03ca-45e4-b8de-d853fc1a8315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.483919 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:13.484537 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.492798 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-d8424450-928a-49bf-9b51-d5bbf8fb595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:13.494343 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-d8424450-928a-49bf-9b51-d5bbf8fb595e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0503047 Sep 16 15:18:13.536612 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b9de691a-03ca-45e4-b8de-d853fc1a8315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.539982 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b9de691a-03ca-45e4-b8de-d853fc1a8315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:13.543044 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-b9de691a-03ca-45e4-b8de-d853fc1a8315 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ca1031a-7c85-441d-96bb-ff31bb2ecb20 HTTP/1.1" status: 204 len: 168 time: 0.1450355 Sep 16 15:18:13.549192 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de691a-03ca-45e4-b8de-d853fc1a8315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca1031a-7c85-441d-96bb-ff31bb2ecb20,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:13.555981 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-f98366a6-8ee3-4a09-88e5-dc53d488c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:13.557662 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-f98366a6-8ee3-4a09-88e5-dc53d488c747 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519874 Sep 16 15:18:13.673595 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-c1a94c8b-c442-4770-8ce8-c82ed28bbf4a service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054082 Sep 16 15:18:13.691532 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:13.779739 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-695910d4-7176-467f-b5bb-2ddfefd775cc req-e0008137-c45a-48d1-977d-478bde5628a6 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896537 Sep 16 15:18:13.927479 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:07Z', 'revision_number': 1, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}, {'id': '9c1f2336-9949-4c91-bb41-0a611cfc8472', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:1c:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:12Z', 'updated_at': '2021-09-16T15:18:12Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:13.959037 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f770f96-617e-4eba-885c-6c7749aa00a8 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:07Z', 'revision_number': 1, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}, {'id': '9c1f2336-9949-4c91-bb41-0a611cfc8472', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:1c:2b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:12Z', 'updated_at': '2021-09-16T15:18:12Z', 'revision_number': 0, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:14.000013 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 6539fcff-ff82-4031-a0fd-cc8e1e621b11 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:18:14.020772 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 6539fcff-ff82-4031-a0fd-cc8e1e621b11 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:18:14.021662 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 6539fcff-ff82-4031-a0fd-cc8e1e621b11 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:18:14.022692 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d93d8644-2a26-4ea0-affa-2460a7cf4214 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:18:14.046853 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: d93d8644-2a26-4ea0-affa-2460a7cf4214 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:18:14.047273 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device d93d8644-2a26-4ea0-affa-2460a7cf4214 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:18:14.047925 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 3f7d94a8-0344-4675-ab0b-075dce226f65 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:18:14.067596 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 3f7d94a8-0344-4675-ab0b-075dce226f65 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:18:14.068012 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 3f7d94a8-0344-4675-ab0b-075dce226f65 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:18:14.173367 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4319177-6278-457b-88a8-f471f742c532 None None] New status for floating IP 9c1f2336-9949-4c91-bb41-0a611cfc8472: ACTIVE {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:18:14.229325 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca42f5-001d-45f9-9a20-14340c011a60 req-80cfb797-7b95-4866-bc34-c310b609cc46 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:14.231004 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-deca42f5-001d-45f9-9a20-14340c011a60 req-80cfb797-7b95-4866-bc34-c310b609cc46 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Sep 16 15:18:14.270671 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-deca42f5-001d-45f9-9a20-14340c011a60 req-b4624901-1288-43dd-aaa4-c9e449c16b97 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328331 Sep 16 15:18:15.388450 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ddb3f-2563-4ead-b314-5a4fcdd79ddb req-44c0e75b-7df2-4790-b142-c2f118d1847e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:15.389920 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2e7ddb3f-2563-4ead-b314-5a4fcdd79ddb req-44c0e75b-7df2-4790-b142-c2f118d1847e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0497355 Sep 16 15:18:15.430904 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-2e7ddb3f-2563-4ead-b314-5a4fcdd79ddb req-cf3467ba-9417-4786-b1ba-a17e7e937b28 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349159 Sep 16 15:18:16.545229 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85952941-004a-4a1b-8a34-edd60e486394 req-835a9e65-fc43-4987-a8d3-83d17d585855 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:16.546774 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-85952941-004a-4a1b-8a34-edd60e486394 req-835a9e65-fc43-4987-a8d3-83d17d585855 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0495796 Sep 16 15:18:16.588940 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-85952941-004a-4a1b-8a34-edd60e486394 req-edc663c8-9a3b-4323-b8a0-d4d55f7699e2 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364294 Sep 16 15:18:17.701040 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08938fc2-0ce3-46e3-80e4-cd59f94967c5 req-4ecb62b6-13c1-44a3-aaf8-edecc28e5eee tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:17.702512 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-08938fc2-0ce3-46e3-80e4-cd59f94967c5 req-4ecb62b6-13c1-44a3-aaf8-edecc28e5eee tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0482700 Sep 16 15:18:17.738956 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-08938fc2-0ce3-46e3-80e4-cd59f94967c5 req-5316cd57-03c5-43aa-adc0-b7d84660469d tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303597 Sep 16 15:18:18.399453 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51608) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:18.517589 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ad404161-19e9-43fb-910e-2a06846ea97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.605256 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ad404161-19e9-43fb-910e-2a06846ea97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.609232 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ad404161-19e9-43fb-910e-2a06846ea97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.647791 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-ad404161-19e9-43fb-910e-2a06846ea97d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe05d7924b354f108251c49b4b41f99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472861 Sep 16 15:18:18.648634 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad404161-19e9-43fb-910e-2a06846ea97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b1c36b-0b19-42da-821a-fb531c26cc4b,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:18.650486 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51612) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:18.699001 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4326f15a-5d24-44c7-a2ba-227c061bd2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.719713 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4326f15a-5d24-44c7-a2ba-227c061bd2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.773418 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4326f15a-5d24-44c7-a2ba-227c061bd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.776073 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-4326f15a-5d24-44c7-a2ba-227c061bd2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:18.777238 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-4326f15a-5d24-44c7-a2ba-227c061bd2dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4b1c36b-0b19-42da-821a-fb531c26cc4b HTTP/1.1" status: 204 len: 168 time: 0.1257131 Sep 16 15:18:18.788092 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326f15a-5d24-44c7-a2ba-227c061bd2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b1c36b-0b19-42da-821a-fb531c26cc4b,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:18.866780 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7e8f-ae7d-4637-849c-d2edd0e07e91 req-66c6bb90-7698-4ac1-a1ee-0848030b3ba6 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:18.868392 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b55f7e8f-ae7d-4637-849c-d2edd0e07e91 req-66c6bb90-7698-4ac1-a1ee-0848030b3ba6 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0535517 Sep 16 15:18:18.907424 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-b55f7e8f-ae7d-4637-849c-d2edd0e07e91 req-e8f01eac-1f01-43be-b75d-2b5827f4f381 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328443 Sep 16 15:18:19.050812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51620) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:19.064366 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f51b3af5-d1ba-4e7c-9a02-53f52cd2a7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.159444 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f51b3af5-d1ba-4e7c-9a02-53f52cd2a7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.162942 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f51b3af5-d1ba-4e7c-9a02-53f52cd2a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.198775 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f51b3af5-d1ba-4e7c-9a02-53f52cd2a7c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b31de589bca94ab9b067d095a1120ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469078 Sep 16 15:18:19.200645 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b3af5-d1ba-4e7c-9a02-53f52cd2a7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b818a55-d6dd-4670-be01-6ab34850e440,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:19.201439 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51622) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:19.251105 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a52b-377f-4791-8c13-2861c3bc8c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.275746 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a52b-377f-4791-8c13-2861c3bc8c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.321011 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a52b-377f-4791-8c13-2861c3bc8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.323515 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a52b-377f-4791-8c13-2861c3bc8c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.324688 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-4ab0a52b-377f-4791-8c13-2861c3bc8c2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b818a55-d6dd-4670-be01-6ab34850e440 HTTP/1.1" status: 204 len: 168 time: 0.1222758 Sep 16 15:18:19.332305 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0a52b-377f-4791-8c13-2861c3bc8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b818a55-d6dd-4670-be01-6ab34850e440,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:20.025015 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd312d-dca6-4edf-a864-48f9e7fe0486 req-035a5203-58ad-42c8-9e39-03b104d5eb0e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:20.026517 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24dd312d-dca6-4edf-a864-48f9e7fe0486 req-035a5203-58ad-42c8-9e39-03b104d5eb0e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0525649 Sep 16 15:18:20.063602 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-24dd312d-dca6-4edf-a864-48f9e7fe0486 req-a95d7d04-5ce5-41e1-9718-2988422249a5 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310197 Sep 16 15:18:21.180837 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069c661-02a6-4616-ba40-a91fa31018e1 req-cfd2a055-1ddf-4d2b-9395-8ff56ef154d1 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.182234 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f069c661-02a6-4616-ba40-a91fa31018e1 req-cfd2a055-1ddf-4d2b-9395-8ff56ef154d1 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0492694 Sep 16 15:18:21.219323 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f069c661-02a6-4616-ba40-a91fa31018e1 req-01fd6249-c336-40a9-b637-5a06f0c4105f tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311823 Sep 16 15:18:21.549589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-66d300db-6a66-4d05-a1f0-3e6fe71074bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.551171 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-66d300db-6a66-4d05-a1f0-3e6fe71074bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1099 time: 0.0406334 Sep 16 15:18:21.645518 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-c03f6877-53a7-49ee-bb11-d66bd175ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.647677 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-c03f6877-53a7-49ee-bb11-d66bd175ac24 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 910 time: 0.0876117 Sep 16 15:18:21.714177 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-6a657c1e-4463-41ca-84d0-29788d18e4ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 1002 time: 0.0570254 Sep 16 15:18:21.780202 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-417ab05c-f2f4-41b7-ab92-7a8140fc0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.781655 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-417ab05c-f2f4-41b7-ab92-7a8140fc0171 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0592990 Sep 16 15:18:21.841690 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-d82c2e2b-3518-4893-8f9c-593f76ec6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.843060 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-d82c2e2b-3518-4893-8f9c-593f76ec6db8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386443 Sep 16 15:18:21.934052 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-3b973b1e-1728-403c-ac44-e9d5ef47067f service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790009 Sep 16 15:18:22.028597 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ca266dd6-78c6-4e9d-a16f-c2bcd1a353ef req-72cfb98d-8fc6-4e55-8c2d-94f9b2dc0a30 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840688 Sep 16 15:18:22.335079 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b606-9c45-48f3-bf28-bd6c7004d1c9 req-7f1257b5-b6aa-40ef-a227-4cce518b2e19 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:22.336560 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8210b606-9c45-48f3-bf28-bd6c7004d1c9 req-7f1257b5-b6aa-40ef-a227-4cce518b2e19 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0493653 Sep 16 15:18:22.372808 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8210b606-9c45-48f3-bf28-bd6c7004d1c9 req-453027bb-bdea-43aa-b783-9aa17483dac1 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303478 Sep 16 15:18:23.268208 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b911a9-9ea4-4a27-a4cd-8c1ea24b9ce0 req-2481dd0f-06d9-483b-a398-50150ce31f2a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:23.269683 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a8b911a9-9ea4-4a27-a4cd-8c1ea24b9ce0 req-2481dd0f-06d9-483b-a398-50150ce31f2a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0478058 Sep 16 15:18:23.309174 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a8b911a9-9ea4-4a27-a4cd-8c1ea24b9ce0 req-2b0aee34-2e57-438e-aa8c-d021b119036b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Sep 16 15:18:23.498154 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c62c50-3469-49ad-b677-72c72ad60ffb req-a397ca2b-091b-4361-9bfd-3d3f1347b63d tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:23.499676 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-28c62c50-3469-49ad-b677-72c72ad60ffb req-a397ca2b-091b-4361-9bfd-3d3f1347b63d tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0580850 Sep 16 15:18:23.533414 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51716) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:23.539332 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-28c62c50-3469-49ad-b677-72c72ad60ffb req-4e4598c7-c8c9-4a39-9499-0b482a839679 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337424 Sep 16 15:18:23.635873 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-19fc1512-c362-4f93-9f13-2db809e847ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.723801 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-19fc1512-c362-4f93-9f13-2db809e847ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.727543 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-19fc1512-c362-4f93-9f13-2db809e847ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.765230 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-19fc1512-c362-4f93-9f13-2db809e847ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dd97b15a8334785a5317c3bc0a05678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307673 Sep 16 15:18:23.766374 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc1512-c362-4f93-9f13-2db809e847ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666c3fa-bb04-4f38-9752-4864a784b397,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:23.767892 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51720) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:23.817572 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dad263f6-37dd-4a21-b5b0-8be2913ad2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.838881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dad263f6-37dd-4a21-b5b0-8be2913ad2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.884066 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dad263f6-37dd-4a21-b5b0-8be2913ad2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.886680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dad263f6-37dd-4a21-b5b0-8be2913ad2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.887816 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-dad263f6-37dd-4a21-b5b0-8be2913ad2fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a666c3fa-bb04-4f38-9752-4864a784b397 HTTP/1.1" status: 204 len: 168 time: 0.1183522 Sep 16 15:18:23.895150 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad263f6-37dd-4a21-b5b0-8be2913ad2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666c3fa-bb04-4f38-9752-4864a784b397,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:24.142204 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51726) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:24.156332 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-92bd4aff-9c82-4793-b2df-57564b85bc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.242448 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-92bd4aff-9c82-4793-b2df-57564b85bc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.245921 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-92bd4aff-9c82-4793-b2df-57564b85bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.282847 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-92bd4aff-9c82-4793-b2df-57564b85bc5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d45c7036a849413ca62fd7087d34b43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395142 Sep 16 15:18:24.283702 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd4aff-9c82-4793-b2df-57564b85bc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ec4db-2d6f-44e5-87fc-1ce8d756da29,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:24.285540 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51728) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:24.335942 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c35f7ea6-8aa2-42b0-bd3a-8d8b1b1a25f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.357721 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c35f7ea6-8aa2-42b0-bd3a-8d8b1b1a25f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.414316 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c35f7ea6-8aa2-42b0-bd3a-8d8b1b1a25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.417611 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c35f7ea6-8aa2-42b0-bd3a-8d8b1b1a25f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.421102 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c35f7ea6-8aa2-42b0-bd3a-8d8b1b1a25f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c99ec4db-2d6f-44e5-87fc-1ce8d756da29 HTTP/1.1" status: 204 len: 168 time: 0.1322727 Sep 16 15:18:24.426639 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7ea6-8aa2-42b0-bd3a-8d8b1b1a25f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ec4db-2d6f-44e5-87fc-1ce8d756da29,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:24.448120 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183f132-1fad-46bd-9c9c-5554cc9276af req-feab26f3-fa06-43cc-afad-3cabca79d6f0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:24.456021 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a183f132-1fad-46bd-9c9c-5554cc9276af req-feab26f3-fa06-43cc-afad-3cabca79d6f0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0745654 Sep 16 15:18:24.490619 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a183f132-1fad-46bd-9c9c-5554cc9276af req-14e973b4-597f-4a97-885f-9f91f39783a8 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=81490930-dd74-4f28-bafa-e95ec322f25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Sep 16 15:18:24.656472 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e3027-2fa6-4299-8a4c-3d95ddb5356b req-6076e732-7412-4de0-8f23-2847858640cc tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:24.658000 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465e3027-2fa6-4299-8a4c-3d95ddb5356b req-6076e732-7412-4de0-8f23-2847858640cc tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0497491 Sep 16 15:18:24.696429 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-465e3027-2fa6-4299-8a4c-3d95ddb5356b req-8fadace6-3966-4e07-bfe7-bca96ddf3e4d tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324495 Sep 16 15:18:24.776172 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-9a102baa-eeba-4f75-9d9b-af91848d6e46 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:24.777760 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-9a102baa-eeba-4f75-9d9b-af91848d6e46 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Sep 16 15:18:24.954927 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-40c01c3f-7765-4b87-bd43-ca4f5fec0afe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899878 Sep 16 15:18:24.972580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311c771-305a-4645-a8f9-806aa70ece0e req-5c170269-24dc-4ce1-b564-3c06a25d30f5 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:24.974871 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d311c771-305a-4645-a8f9-806aa70ece0e req-5c170269-24dc-4ce1-b564-3c06a25d30f5 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0984380 Sep 16 15:18:24.978199 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Deleting port 17dc4845-30b3-413a-9da2-7e8378e4ce7a {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:24.978619 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.095617 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d311c771-305a-4645-a8f9-806aa70ece0e req-7a75111f-d173-4667-95e7-953f1fee1481 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031935 Sep 16 15:18:25.122519 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] For port 17dc4845-30b3-413a-9da2-7e8378e4ce7a, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=17dc4845-30b3-413a-9da2-7e8378e4ce7a,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:25.122887 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.314586 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.314961 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.315267 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Floating IP 7df3a350-3f08-402b-882d-45b099c945be disassociated. External IP: 172.27.0.69, port: 17dc4845-30b3-413a-9da2-7e8378e4ce7a. Sep 16 15:18:25.315610 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Calling delete_port for 17dc4845-30b3-413a-9da2-7e8378e4ce7a owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:25.449634 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.481002 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event deleted for resources: {'Port': ['ID=17dc4845-30b3-413a-9da2-7e8378e4ce7a,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:25.597374 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a436b746-e3a4-4a7a-9ee5-31e76015b1de req-85a6a347-9856-4753-8d5c-6017ad5e4906 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=0fc7fbe8-8033-42af-8b88-54ef698e2d92 HTTP/1.1" status: 200 len: 210 time: 0.0305710 Sep 16 15:18:25.602645 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:25.638775 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51774) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:25.715852 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:25.728104 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:25.739712 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:25.740726 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:25.747537 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f3779135-8818-4ba8-bfe2-23e672f2705f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.762009 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] No DVR routers for this DVR port 17dc4845-30b3-413a-9da2-7e8378e4ce7a on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:18:25.764992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.767065 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7fa627d5-11e2-4f6e-9df8-810d33abe486 req-588f10ed-f004-40e0-b526-e8180d0d9f88 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "DELETE /v2.0/ports/17dc4845-30b3-413a-9da2-7e8378e4ce7a HTTP/1.1" status: 204 len: 173 time: 0.9789152 Sep 16 15:18:25.767534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'name': 'network-vif-deleted', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:25.769770 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e27bf-58b7-4bb3-9d7d-6538bf028335" -d '{"events": [{"server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "name": "network-vif-deleted", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:25.820780 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42693e13-4a1f-4af4-98e0-55fded546d24 x-openstack-request-id: req-42693e13-4a1f-4af4-98e0-55fded546d24 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:25.820992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7fbe8-8033-42af-8b88-54ef698e2d92", "name": "network-vif-deleted", "tag": "17dc4845-30b3-413a-9da2-7e8378e4ce7a", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:25.821253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42693e13-4a1f-4af4-98e0-55fded546d24 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:25.821726 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7fbe8-8033-42af-8b88-54ef698e2d92', 'name': 'network-vif-deleted', 'tag': '17dc4845-30b3-413a-9da2-7e8378e4ce7a', 'status': 'completed', 'code': 200} Sep 16 15:18:25.869363 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:25.944465 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f3779135-8818-4ba8-bfe2-23e672f2705f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.951795 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f3779135-8818-4ba8-bfe2-23e672f2705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.994279 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f3779135-8818-4ba8-bfe2-23e672f2705f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bbc94123cae417cac010b5dff5bd1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543010 Sep 16 15:18:25.995021 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3779135-8818-4ba8-bfe2-23e672f2705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ce10e-2663-411d-b59b-a1c91a5b0b4b,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:25.996980 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51780) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:26.054794 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-be7a931b-521a-4f12-8355-e4586175440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.076006 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-be7a931b-521a-4f12-8355-e4586175440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.110357 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:26.122518 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-be7a931b-521a-4f12-8355-e4586175440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.125067 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-be7a931b-521a-4f12-8355-e4586175440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.127290 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-be7a931b-521a-4f12-8355-e4586175440a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e12ce10e-2663-411d-b59b-a1c91a5b0b4b HTTP/1.1" status: 204 len: 168 time: 0.1282728 Sep 16 15:18:26.137925 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a931b-521a-4f12-8355-e4586175440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ce10e-2663-411d-b59b-a1c91a5b0b4b,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:26.141621 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:26.150990 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:26.151612 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:26.259136 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e0f78-943e-4d8d-835d-633623fdd3f9 req-0899740b-eb05-4893-8133-6582de594b44 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.261231 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-247e0f78-943e-4d8d-835d-633623fdd3f9 req-0899740b-eb05-4893-8133-6582de594b44 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0560937 Sep 16 15:18:26.306521 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:26.335945 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-247e0f78-943e-4d8d-835d-633623fdd3f9 req-3491d6fd-571c-4c12-ae41-d57b64403211 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670843 Sep 16 15:18:26.513751 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:26.541311 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ee523-2dae-41ec-8603-1667d3b9db02 None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:26.659967 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b8566-f225-4806-87c3-25341309ab1b req-c4b612c4-7348-46e1-aee0-31095ad3c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.661514 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-c4b612c4-7348-46e1-aee0-31095ad3c4d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0&tenant_id=b95ab517f71c4f8488f8e5455318a0c8 HTTP/1.1" status: 200 len: 1099 time: 0.0486875 Sep 16 15:18:26.696137 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51806) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:26.729786 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b8566-f225-4806-87c3-25341309ab1b req-d5fa41e3-ca1e-488c-921f-6bbc8be9572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.731678 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-d5fa41e3-ca1e-488c-921f-6bbc8be9572a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1099 time: 0.0468719 Sep 16 15:18:26.766067 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b7f2d9ed-a6fb-449d-b0ea-6c58a06a6f80 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.794587 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b7f2d9ed-a6fb-449d-b0ea-6c58a06a6f80 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.846021 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b8566-f225-4806-87c3-25341309ab1b req-bf9541e6-c6ec-450e-bf27-191bdacd6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.847555 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-bf9541e6-c6ec-450e-bf27-191bdacd6224 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 910 time: 0.1060224 Sep 16 15:18:26.859456 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b7f2d9ed-a6fb-449d-b0ea-6c58a06a6f80 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.862637 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-b7f2d9ed-a6fb-449d-b0ea-6c58a06a6f80 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.864057 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-b7f2d9ed-a6fb-449d-b0ea-6c58a06a6f80 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "DELETE /v2.0/security-groups/81490930-dd74-4f28-bafa-e95ec322f25b HTTP/1.1" status: 204 len: 168 time: 0.1660717 Sep 16 15:18:26.867813 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51812) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:26.887828 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2d9ed-a6fb-449d-b0ea-6c58a06a6f80 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81490930-dd74-4f28-bafa-e95ec322f25b,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:26.888030 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447888d5-c175-43db-8144-ae32dcd5a715 None None] New status for floating IP 7df3a350-3f08-402b-882d-45b099c945be: DOWN {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:18:26.890962 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.api.v2.resource [None req-8468aced-040a-4e82-87a5-d2738055a04c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] show failed (client error): The resource could not be found. Sep 16 15:18:26.892372 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-8468aced-040a-4e82-87a5-d2738055a04c tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups/81490930-dd74-4f28-bafa-e95ec322f25b HTTP/1.1" status: 404 len: 347 time: 0.0234442 Sep 16 15:18:26.895420 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51814) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:26.934056 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-6c938e85-acfa-4039-935b-877749ea5ae7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 1002 time: 0.0750911 Sep 16 15:18:26.993696 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b8566-f225-4806-87c3-25341309ab1b req-1e5f7251-b89a-4a28-9483-dec816f1f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.995560 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-1e5f7251-b89a-4a28-9483-dec816f1f8c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0523677 Sep 16 15:18:27.055358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b8566-f225-4806-87c3-25341309ab1b req-e70432e5-de9f-4372-add9-8928758544cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:27.057482 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-e70432e5-de9f-4372-add9-8928758544cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539591 Sep 16 15:18:27.063008 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Deleting port 9c17b8ce-7862-4f51-bfba-51b032467925 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:27.063382 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.149743 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.150156 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.160345 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-8e016aa9-126f-4661-a20c-a8066eb792ea service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953996 Sep 16 15:18:27.163169 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Calling delete_port for 9c17b8ce-7862-4f51-bfba-51b032467925 owned by network:floatingip {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:27.262958 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-aa8b8566-f225-4806-87c3-25341309ab1b req-22c19193-6c49-434c-b92a-55121a3c7c7e service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952072 Sep 16 15:18:27.296671 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.325592 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event deleted for resources: {'Port': ['ID=9c17b8ce-7862-4f51-bfba-51b032467925,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:27.389935 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.392569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.393969 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1ddbb5d4-46e8-43aa-956a-cc309c58d511 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "DELETE /v2.0/floatingips/7df3a350-3f08-402b-882d-45b099c945be HTTP/1.1" status: 204 len: 168 time: 0.4969137 Sep 16 15:18:27.466447 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347d42-dfef-4568-80d2-01171f2218ca req-ea1fb89a-4608-4477-8fc9-07129266d843 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:27.466447 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f9347d42-dfef-4568-80d2-01171f2218ca req-ea1fb89a-4608-4477-8fc9-07129266d843 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0618489 Sep 16 15:18:27.529488 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-f9347d42-dfef-4568-80d2-01171f2218ca req-683d5370-c127-4c4f-8ca8-72c9d41bf833 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588775 Sep 16 15:18:27.808310 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 51882) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:27.812883 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593064501', 'description': 'tempest-description--1305182021'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:27.839309 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.927369 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.931767 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.961229 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.962674 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1533251 Sep 16 15:18:27.964476 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e89df8-d667-4f54-afe1-1a1bcc5ed613 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107aee9e-172d-4844-ad03-71c1c6df1784,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:27.965670 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51884) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:27.971121 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'security_group_rule': {'security_group_id': '107aee9e-172d-4844-ad03-71c1c6df1784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:28.001428 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.060468 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.064116 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.084381 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1913a9-0511-4ad0-afa3-762f91c46b5f,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:28.088826 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.092666 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-38f5c5df-e255-4578-aed8-a1889da05ea4 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229451 Sep 16 15:18:28.093089 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51886) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:28.097818 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'security_group_rule': {'security_group_id': '107aee9e-172d-4844-ad03-71c1c6df1784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:28.124389 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.188281 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.191828 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908374'] for security_group_rule, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.213159 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb17a08-ea14-40d2-8430-a7492850ae27,revision_number=0']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:28.217299 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.218517 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c5e51439-58b9-4d4b-9218-0ccf393d03e5 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247299 Sep 16 15:18:28.221561 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51888) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:28.226687 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'floatingip': {'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:28.249116 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.345982 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.454016 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_common [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Allocated IP 172.27.0.235 (53bce003-e9df-4417-a60c-7c024fbb5b54/e9a275ee-2a7e-442b-a8ec-c8f955d46793/a9d36ebb-cd80-43c2-8a72-57335de5d7bb) {{(pid=94190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:18:28.557669 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for port, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.566095 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 17dc4845-30b3-413a-9da2-7e8378e4ce7a no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:18:28.594905 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 17dc4845-30b3-413a-9da2-7e8378e4ce7a {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:18:28.595236 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 17dc4845-30b3-413a-9da2-7e8378e4ce7a not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:18:28.595393 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.595994 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:18:28.669021 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7edd3b-c1f5-435e-8de3-afe7d8425e1f req-8a38e112-a311-4272-9505-30649aed5d2a tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:28.671680 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8b7edd3b-c1f5-435e-8de3-afe7d8425e1f req-8a38e112-a311-4272-9505-30649aed5d2a tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0540721 Sep 16 15:18:28.686525 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.712250 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:28.714633 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1733b494-4f8a-44bb-93a5-ada9c494f6e2" -d '{"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:28.723085 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8b7edd3b-c1f5-435e-8de3-afe7d8425e1f req-1e1a7710-6db1-4a0c-9b59-b4c70d730fb3 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437799 Sep 16 15:18:28.743587 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:28.748596 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:28.775434 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed8bb99-ca14-48a2-bd26-5b6f4f323a50 x-openstack-request-id: req-1ed8bb99-ca14-48a2-bd26-5b6f4f323a50 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:28.775762 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:28.776022 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ed8bb99-ca14-48a2-bd26-5b6f4f323a50 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:28.776416 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'code': 200} Sep 16 15:18:28.811466 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=6']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:28.891141 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Network 53bce003-e9df-4417-a60c-7c024fbb5b54 is already hosted by enough agents. {{(pid=94190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:18:28.893962 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.base_scheduler [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Resources bound (agent type, host, resource id): {{(pid=94190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:28.900076 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Received port after_create {{(pid=94190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:18:28.905427 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'Port': ['ID=a9d36ebb-cd80-43c2-8a72-57335de5d7bb,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:28.985174 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.019509 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.170088 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for port, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.174600 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1098120'] for port, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.249114 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'Port': ['ID=a9d36ebb-cd80-43c2-8a72-57335de5d7bb,revision_number=2']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:29.261696 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.274897 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.276147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-55924434-748a-4142-bcd8-853c1b80a3d3 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0534687 Sep 16 15:18:29.463463 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-12e9f6ac-a0fd-4dca-8200-1e3fe0f066ac tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1593064501&fields=id&tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357 HTTP/1.1" status: 200 len: 267 time: 0.0328817 Sep 16 15:18:29.575551 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-cb457fa1-06cf-4c35-baa2-c494c6ca6f9d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:29.576901 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-cb457fa1-06cf-4c35-baa2-c494c6ca6f9d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 810 time: 0.1068816 Sep 16 15:18:29.591960 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-f100574f-a742-4e8e-8008-3995a1cef424 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/quotas/a50e9feda4bf4f20a1fb62c3c3b5a357 HTTP/1.1" status: 200 len: 375 time: 0.0091612 Sep 16 15:18:29.645950 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-e96dd97b-d27a-401d-b6ea-6f294194359b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483079 Sep 16 15:18:29.838104 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628b258-ff38-4074-ae26-2ba9a68d35e8 req-a61bdaf1-00d0-4e86-8284-950a67704393 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:29.838332 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-cb57f056-69c0-4b6d-8641-f2c28d5f3d29 service neutron] 10.222.0.52 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805253 Sep 16 15:18:29.840147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d628b258-ff38-4074-ae26-2ba9a68d35e8 req-a61bdaf1-00d0-4e86-8284-950a67704393 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0525162 Sep 16 15:18:29.862026 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e45424dd-4de7-4adf-869a-bed92c49af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.887115 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-d628b258-ff38-4074-ae26-2ba9a68d35e8 req-f367eb68-1dca-4027-89bd-fa91a486395c tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399525 Sep 16 15:18:29.929628 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-91d7cb0a-75b6-4169-9c82-919b631420e0 service neutron] 10.222.0.52 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Sep 16 15:18:30.088401 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-56476ff8-37cf-428c-8be9-f6e87a740c69 req-b25009c9-414b-4c8c-ae02-81f0a444ed7d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 210 time: 0.0276172 Sep 16 15:18:31.001180 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960517-a80d-42b0-bfbc-131c9ae0c0c3 req-ee049192-2dad-4ec4-be00-757e258272e7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.002764 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1e960517-a80d-42b0-bfbc-131c9ae0c0c3 req-ee049192-2dad-4ec4-be00-757e258272e7 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0490873 Sep 16 15:18:31.042683 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-1e960517-a80d-42b0-bfbc-131c9ae0c0c3 req-4686bc12-7889-4274-8fd6-7f97c4718ebf tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322216 Sep 16 15:18:31.189025 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-b9b8951a-996e-4a19-8274-bd9713885726 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.190473 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-b9b8951a-996e-4a19-8274-bd9713885726 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 810 time: 0.1209941 Sep 16 15:18:31.197771 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-262fe763-20b8-427c-876b-1c1329542bc0 req-c846373a-3b6f-42a7-9839-e592f8eac009 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 210 time: 0.0366244 Sep 16 15:18:31.234990 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-6248bafc-6432-45da-8f4b-926944daaf36 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357 HTTP/1.1" status: 200 len: 380 time: 0.0352242 Sep 16 15:18:31.250162 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'port': {'device_id': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'admin_state_up': True, 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'security_groups': ['107aee9e-172d-4844-ad03-71c1c6df1784']}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:31.621526 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Made reservation on behalf of a50e9feda4bf4f20a1fb62c3c3b5a357 for: {'port': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:18:31.625065 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:31.748941 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_common [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Allocated IP 172.20.0.3 (ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce/35b510a5-4c98-4898-b96a-b33cb2223c08/355d1421-33ac-4d7a-bb21-1f234349e1c4) {{(pid=94191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:18:31.891709 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for port, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:31.924377 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760631612600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:31.966396 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce is already hosted by enough agents. {{(pid=94191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:18:31.969976 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Resources bound (agent type, host, resource id): {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:31.976818 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Received port after_create {{(pid=94191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:18:32.003015 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event updated for resources: {'Port': ['ID=355d1421-33ac-4d7a-bb21-1f234349e1c4,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:32.034020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.034672 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.050165 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-8f1a94c2-4eab-46b7-9264-c44e52046d7a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028603 Sep 16 15:18:32.066542 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Request body: {'port': {'device_id': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80942'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:32.153093 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.173421 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-5f356454-d6b1-4a2c-a5e2-f5eaba17c319 None None] Provisioning complete for port 355d1421-33ac-4d7a-bb21-1f234349e1c4 triggered by entity DHCP. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:32.174036 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5f356454-d6b1-4a2c-a5e2-f5eaba17c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.208552 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-5f356454-d6b1-4a2c-a5e2-f5eaba17c319 None None] Port 355d1421-33ac-4d7a-bb21-1f234349e1c4 cannot update to ACTIVE because it is not bound. {{(pid=94192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:18:32.210861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14da01-c3c2-444a-a65a-78c0bd9f1ec2 req-3bc1771c-4737-40e7-89f7-ea2d5a226016 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.211728 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e14da01-c3c2-444a-a65a-78c0bd9f1ec2 req-3bc1771c-4737-40e7-89f7-ea2d5a226016 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0897925 Sep 16 15:18:32.316347 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1d894-b6ff-477f-b133-04a160446a82 req-0b976671-4269-4419-aa29-51350f2aa417 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.317283 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9eb90b0a-0bf7-4b73-901b-beb14e513ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.322986 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-45b1d894-b6ff-477f-b133-04a160446a82 req-0b976671-4269-4419-aa29-51350f2aa417 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 931 time: 0.0569782 Sep 16 15:18:32.324330 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-7e14da01-c3c2-444a-a65a-78c0bd9f1ec2 req-b933180c-6e28-45b9-bc2f-ed68f241e909 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057272 Sep 16 15:18:32.363516 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-45b1d894-b6ff-477f-b133-04a160446a82 req-d57fc4a8-2c55-4d31-bd34-f5adaae046ab tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383818 Sep 16 15:18:32.477793 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355d1421-33ac-4d7a-bb21-1f234349e1c4 {{(pid=94191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:32.485456 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.497282 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.provisioning_blocks [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Transition to ACTIVE for port object 355d1421-33ac-4d7a-bb21-1f234349e1c4 will not be triggered until provisioned by entity L2. {{(pid=94191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:18:32.500735 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.549292 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=355d1421-33ac-4d7a-bb21-1f234349e1c4,revision_number=2']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:32.624952 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Attempting to bind port 355d1421-33ac-4d7a-bb21-1f234349e1c4 on host hv-cinder-80942 for vnic_type normal with profile {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:18:32.625352 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Attempting to bind port 355d1421-33ac-4d7a-bb21-1f234349e1c4 by drivers openvswitch,hyperv on host hv-cinder-80942 at level 0 using segments [{'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:18:32.625695 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Attempting to bind port 355d1421-33ac-4d7a-bb21-1f234349e1c4 on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:18:32.630621 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Port 355d1421-33ac-4d7a-bb21-1f234349e1c4 on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80942 {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:18:32.630957 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Attempting to bind port 355d1421-33ac-4d7a-bb21-1f234349e1c4 on network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:18:32.636836 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Checking agent: {'id': 'a62d2b39-08d8-4832-8f28-6beea347f8e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80942', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:18:32.637178 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Checking segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:18:32.637562 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Bound using segment: {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'} {{(pid=94191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:18:32.637996 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.managers [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Bound port: 355d1421-33ac-4d7a-bb21-1f234349e1c4, host: hv-cinder-80942, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5ccca5-ebd3-4803-ab06-759569c34e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce'}}] {{(pid=94191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:18:32.638360 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.705104 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] For port 355d1421-33ac-4d7a-bb21-1f234349e1c4, host hv-cinder-80942, cleared binding levels {{(pid=94191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:18:32.708609 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] For port 355d1421-33ac-4d7a-bb21-1f234349e1c4, host hv-cinder-80942, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:18:32.713587 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59742588'] for port, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.747115 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.747754 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:32.749129 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/355d1421-33ac-4d7a-bb21-1f234349e1c4 HTTP/1.1" status: 200 len: 1093 time: 0.6875584 Sep 16 15:18:32.749563 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:32.751890 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62400a83-9c3a-4504-a2ca-12f3730117d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:32.778377 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2b7d3-19de-4ab0-bc40-393f4984c3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=355d1421-33ac-4d7a-bb21-1f234349e1c4,revision_number=3']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:32.820279 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d73b05b-6cea-43d4-9012-31da97c875d9 x-openstack-request-id: req-0d73b05b-6cea-43d4-9012-31da97c875d9 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:32.820534 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:32.820756 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d73b05b-6cea-43d4-9012-31da97c875d9 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:32.821152 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'status': 'completed', 'code': 200} Sep 16 15:18:32.855928 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-6c2a3c0f-30f1-4d5d-aaf7-3589752347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.857558 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-6c2a3c0f-30f1-4d5d-aaf7-3589752347cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 1096 time: 0.0471787 Sep 16 15:18:32.907338 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-396e1463-104b-4a7d-b8af-8e20bf765a46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0399041 Sep 16 15:18:32.960826 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-3a0d194b-2532-423c-97fb-e27343193f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.962022 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-3a0d194b-2532-423c-97fb-e27343193f65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0458107 Sep 16 15:18:33.011546 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-87996e34-d063-43de-b31a-d4b696b06143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.012960 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-87996e34-d063-43de-b31a-d4b696b06143 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402670 Sep 16 15:18:33.111443 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-b7b52a16-9d47-4d49-90f1-61961a9c6173 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884488 Sep 16 15:18:33.122180 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:33.203331 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-66385591-bee1-4782-aa95-ce4d4b66a1e3 req-718441a9-a578-4b09-870c-bfdf0f3bd6e5 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822785 Sep 16 15:18:33.306029 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-2ae5436e-9401-48aa-9c4c-ed73fe830c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.307460 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-2ae5436e-9401-48aa-9c4c-ed73fe830c3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 1096 time: 0.0459929 Sep 16 15:18:33.349713 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:33.417388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-7b8353d9-166a-4d57-affe-f16bd4eca630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.419914 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-7b8353d9-166a-4d57-affe-f16bd4eca630 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.0996020 Sep 16 15:18:33.451688 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8db05-a11e-446e-9b7d-0990312489e9 req-a19de1cd-7a1c-420b-ba67-c13714102884 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.453297 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8be8db05-a11e-446e-9b7d-0990312489e9 req-a19de1cd-7a1c-420b-ba67-c13714102884 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0583994 Sep 16 15:18:33.493524 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-8be8db05-a11e-446e-9b7d-0990312489e9 req-25c5a08a-d700-4e41-8f92-f2678a79ce21 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327995 Sep 16 15:18:33.498214 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-c54d8f29-1a33-46bf-b43b-12ff1be8a326 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0626941 Sep 16 15:18:33.547788 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724e8bc-8665-431c-bf98-a8ab8aa18ebd req-fd6bf06a-fa2f-4c46-88f7-85a01ae6f47b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.549427 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b724e8bc-8665-431c-bf98-a8ab8aa18ebd req-fd6bf06a-fa2f-4c46-88f7-85a01ae6f47b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 943 time: 0.1080472 Sep 16 15:18:33.580207 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-fdc270e4-9c77-45de-971f-f6f5d0d64804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.581842 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-fdc270e4-9c77-45de-971f-f6f5d0d64804 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0719988 Sep 16 15:18:33.621690 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b724e8bc-8665-431c-bf98-a8ab8aa18ebd req-87a3e5cb-5790-4208-924d-7b912f002992 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 Sep 16 15:18:33.638861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-ba99a72f-28aa-4614-9cf4-921859592b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.640928 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-ba99a72f-28aa-4614-9cf4-921859592b33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472977 Sep 16 15:18:33.759470 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dce1ab-b4b3-416a-9bd1-a91a9277972a req-2c67fdfd-94c2-49ca-85e3-955f111f9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.761087 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-52dce1ab-b4b3-416a-9bd1-a91a9277972a req-2c67fdfd-94c2-49ca-85e3-955f111f9bf4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1097 time: 0.0888846 Sep 16 15:18:33.780706 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-97238132-c8f0-472f-9093-d4030d54d7a8 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291549 Sep 16 15:18:33.842195 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-52dce1ab-b4b3-416a-9bd1-a91a9277972a req-507979a7-b2e6-492b-bfea-f7fe0c40711f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676508 Sep 16 15:18:33.899126 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-62400a83-9c3a-4504-a2ca-12f3730117d8 req-c912b7f4-a6cc-4850-9eac-10a17832c9f4 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060376 Sep 16 15:18:34.609312 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d33ae-346e-4e21-9592-d5bccfe27679 req-5b7311e2-98e0-4ea2-a15e-6e4cf5943543 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:34.610987 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-342d33ae-346e-4e21-9592-d5bccfe27679 req-5b7311e2-98e0-4ea2-a15e-6e4cf5943543 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0497940 Sep 16 15:18:34.652491 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-342d33ae-346e-4e21-9592-d5bccfe27679 req-c2f11391-e108-4279-a7b3-d73963696321 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351596 Sep 16 15:18:34.741743 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6176aca-ff91-465b-a44f-bed1403d9906 req-6e316206-89a3-4f3a-94fa-19e275beb9e0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:34.743312 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b6176aca-ff91-465b-a44f-bed1403d9906 req-6e316206-89a3-4f3a-94fa-19e275beb9e0 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 943 time: 0.0522747 Sep 16 15:18:34.780527 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b6176aca-ff91-465b-a44f-bed1403d9906 req-14831d1a-1816-468d-b008-d6443d84f6af tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Sep 16 15:18:35.097055 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:35.776288 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b64fd2-2f33-4703-89d4-95bb0609b261 req-69ad46e7-60d3-4321-b17f-11e1e36f68c0 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.777776 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a8b64fd2-2f33-4703-89d4-95bb0609b261 req-69ad46e7-60d3-4321-b17f-11e1e36f68c0 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 944 time: 0.0569727 Sep 16 15:18:35.815534 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a8b64fd2-2f33-4703-89d4-95bb0609b261 req-f135d512-902c-4717-b6a7-f40e8b84f5a1 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318918 Sep 16 15:18:35.898680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dbb5a-3b13-411b-b32a-1a91ac59ba5c req-b5694628-a8f9-4d6b-9f59-36335dabbe2b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.900055 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d63dbb5a-3b13-411b-b32a-1a91ac59ba5c req-b5694628-a8f9-4d6b-9f59-36335dabbe2b tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 943 time: 0.0523136 Sep 16 15:18:35.937976 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-d63dbb5a-3b13-411b-b32a-1a91ac59ba5c req-8afab2e6-4096-4eeb-a9f7-582a19bcd466 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319650 Sep 16 15:18:36.609060 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 355d1421-33ac-4d7a-bb21-1f234349e1c4 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:18:36.703535 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 355d1421-33ac-4d7a-bb21-1f234349e1c4, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:36.715485 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'port_id': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'mac_address': 'fa:16:3e:50:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:18:36.752099 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:36.767641 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355d1421-33ac-4d7a-bb21-1f234349e1c4 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:36.788007 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 355d1421-33ac-4d7a-bb21-1f234349e1c4, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:36.791758 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:36.792408 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 details requested by agent hyperv_hv-cinder-80942 with host hv-cinder-80942 {{(pid=94192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:18:36.863408 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=355d1421-33ac-4d7a-bb21-1f234349e1c4,revision_number=4']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:36.927775 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:36.939018 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Returning: {'device': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'port_id': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'mac_address': 'fa:16:3e:94:ad:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:18:36.981513 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:36.994549 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c669b-6ea6-4ccc-b03c-425779819ca3 {{(pid=94192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:37.017929 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:37.025999 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:37.061249 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7309836-e4e7-427b-9380-013af95adb2f req-bde915c6-2702-42a4-9290-b008ad71e1cd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:37.062747 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a7309836-e4e7-427b-9380-013af95adb2f req-bde915c6-2702-42a4-9290-b008ad71e1cd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 944 time: 0.0542247 Sep 16 15:18:37.075589 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=7']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:37.105596 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-a7309836-e4e7-427b-9380-013af95adb2f req-46e1e25f-69a0-48a5-b204-ea48e7825bfc tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357399 Sep 16 15:18:37.348205 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['355d1421-33ac-4d7a-bb21-1f234349e1c4'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:18:37.371383 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] get_ports_and_sgs() called for port_ids ['d89c669b-6ea6-4ccc-b03c-425779819ca3'] {{(pid=94192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:18:38.200485 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:38.221825 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ed977-e935-4898-b6aa-8720f60d8ca8 req-241321db-42af-4efb-ba6d-cd519fe0fbe1 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:38.223355 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-569ed977-e935-4898-b6aa-8720f60d8ca8 req-241321db-42af-4efb-ba6d-cd519fe0fbe1 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 944 time: 0.0513783 Sep 16 15:18:38.262158 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-569ed977-e935-4898-b6aa-8720f60d8ca8 req-85b8bef8-76a6-4f79-b072-aa728a73dcab tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Sep 16 15:18:38.642359 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 355d1421-33ac-4d7a-bb21-1f234349e1c4 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:18:38.691208 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning for port 355d1421-33ac-4d7a-bb21-1f234349e1c4 completed by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:18:38.695197 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port 355d1421-33ac-4d7a-bb21-1f234349e1c4 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:38.695570 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:38.771253 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:38.794012 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:38.796279 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9426d93-3d24-4ce9-8e7e-bd1d295c1895" -d '{"events": [{"server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:38.812463 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port 355d1421-33ac-4d7a-bb21-1f234349e1c4, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:38.817311 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:38.818151 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 up at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:18:38.839847 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18564bf0-5def-4230-b1ea-02c6614914a1 x-openstack-request-id: req-18564bf0-5def-4230-b1ea-02c6614914a1 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:38.840137 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:38.840388 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18564bf0-5def-4230-b1ea-02c6614914a1 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:38.840776 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'code': 200} Sep 16 15:18:38.899359 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=355d1421-33ac-4d7a-bb21-1f234349e1c4,revision_number=5']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:38.912060 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.provisioning_blocks [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Provisioning complete for port d89c669b-6ea6-4ccc-b03c-425779819ca3 triggered by entity L2. {{(pid=94192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:38.913087 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3918897'] for port, provisioning_complete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:38.997262 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for port, before_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:39.030731 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509109-7711-470e-bba0-1bc1d9833c7e req-502f464a-8a7a-4dff-89ce-27d91d61470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:39.031835 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:39.032257 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4e509109-7711-470e-bba0-1bc1d9833c7e req-502f464a-8a7a-4dff-89ce-27d91d61470a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 1098 time: 0.0423121 Sep 16 15:18:39.036808 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760632195085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760631612618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760631612636'] for port, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:39.068046 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4e509109-7711-470e-bba0-1bc1d9833c7e req-02756104-8667-469a-a660-0a8d75190383 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276513 Sep 16 15:18:39.086410 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Pushing event updated for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=8']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:39.382630 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f49d1-b71e-4a29-87bb-f0679f583015 req-408f577b-3b57-4032-a3ee-6889707def85 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:39.384115 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e07f49d1-b71e-4a29-87bb-f0679f583015 req-408f577b-3b57-4032-a3ee-6889707def85 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0521507 Sep 16 15:18:39.421809 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-e07f49d1-b71e-4a29-87bb-f0679f583015 req-88a3dc78-1bfd-45d3-ad3f-289fc98fc4f2 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Sep 16 15:18:40.572292 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2f001-8ba8-47a6-9843-17df7ffaa74c req-dc3d7213-207a-4ac1-bdb6-7d6a6396d143 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:40.573884 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c1e2f001-8ba8-47a6-9843-17df7ffaa74c req-dc3d7213-207a-4ac1-bdb6-7d6a6396d143 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0699205 Sep 16 15:18:40.633301 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c1e2f001-8ba8-47a6-9843-17df7ffaa74c req-89eec111-b4f7-4ad6-b5e0-ad86d0cdac83 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525258 Sep 16 15:18:40.747694 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ecdd-5833-4fc5-90f3-f2c3d5cf3fdf req-d18566e2-e35d-4ecf-89ce-763187f5941f tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:40.749081 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-8e50ecdd-5833-4fc5-90f3-f2c3d5cf3fdf req-d18566e2-e35d-4ecf-89ce-763187f5941f tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0484934 Sep 16 15:18:40.758092 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 51994) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:40.762672 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Request body: {'floatingip': {'port_id': '355d1421-33ac-4d7a-bb21-1f234349e1c4'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:40.802032 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, before_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:40.842983 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:40.845447 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20f1e8c3247d14d68ff9dd4488cf4baeedcfacff6a2c7bf22561a63c8e94406d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b141d05-65d9-4e80-bc19-3445c52e6d21" -d '{"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-plugged", "status": "completed", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:40.882401 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd0172-49e8-4d77-a3dc-1c47bfc653f1 x-openstack-request-id: req-7fcd0172-49e8-4d77-a3dc-1c47bfc653f1 {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:40.882766 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-plugged", "status": "completed", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "code": 200}]} {{(pid=94192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:40.883050 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fcd0172-49e8-4d77-a3dc-1c47bfc653f1 {{(pid=94192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:40.883449 dv-cinder-809420-1-iscsi neutron-server[94192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'code': 200} Sep 16 15:18:40.989485 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:18:41.242348 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:41.246705 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:41.344107 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.l3_db [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Floating IP c60282f8-591a-4a01-8bc2-a6f2a285faae associated. External IP: 172.27.0.235, port: 355d1421-33ac-4d7a-bb21-1f234349e1c4. Sep 16 15:18:41.547930 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:41.656394 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:41.661218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:41.666350 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:41.675058 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:41.675772 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:41.691267 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5f3f9e06-1f55-4f34-ad25-9079819eb730 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "PUT /v2.0/floatingips/c60282f8-591a-4a01-8bc2-a6f2a285faae HTTP/1.1" status: 200 len: 991 time: 0.9320219 Sep 16 15:18:41.691956 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4'}] {{(pid=94190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:41.694283 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2270008cd34c88bb229cec32bdc3088afae56d18a440efa2c16027beb2963f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e19b88-7458-49e5-9723-682dd93b04a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4"}]}' {{(pid=94190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:41.736397 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e154e71c-8b20-48a7-96cd-ffffddb87b76 x-openstack-request-id: req-e154e71c-8b20-48a7-96cd-ffffddb87b76 {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:41.736688 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4", "status": "completed", "code": 200}]} {{(pid=94190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:41.736940 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e154e71c-8b20-48a7-96cd-ffffddb87b76 {{(pid=94190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:41.737342 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'status': 'completed', 'code': 200} Sep 16 15:18:41.784669 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:41.812270 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-d7bf4f49-df4a-4b66-9fe2-1f1ae4275640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:41.813727 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-d7bf4f49-df4a-4b66-9fe2-1f1ae4275640 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 1098 time: 0.0418234 Sep 16 15:18:41.907113 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-3d4c741e-4586-4c4a-9256-ef61b14b2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:41.908619 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-3d4c741e-4586-4c4a-9256-ef61b14b2f27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 200 len: 911 time: 0.0867958 Sep 16 15:18:41.977104 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-403742d7-2675-4148-b30c-84b8391d79ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4 HTTP/1.1" status: 200 len: 999 time: 0.0599463 Sep 16 15:18:42.034579 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-bd9b0799-4337-416c-9057-837889a379b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:42.036056 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-bd9b0799-4337-416c-9057-837889a379b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 200 len: 849 time: 0.0444081 Sep 16 15:18:42.086165 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-fde47bbc-250e-4b83-89c3-ae6ac75bef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:42.087679 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-fde47bbc-250e-4b83-89c3-ae6ac75bef9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431156 Sep 16 15:18:42.095020 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'c60282f8-591a-4a01-8bc2-a6f2a285faae', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'port_id': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'mac_address': 'fa:16:3e:50:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:28Z', 'updated_at': '2021-09-16T15:18:41Z', 'revision_number': 1, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:42.120927 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:42.128912 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:42.129525 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:18:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:42.186705 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-9848b1f4-8f42-4be2-9461-b16965c775f4 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818722 Sep 16 15:18:42.232455 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:42.282440 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-45e19b88-7458-49e5-9723-682dd93b04a5 req-7232e083-8db5-45e8-8e6a-49ed895e1064 service neutron] 10.222.0.61 "GET /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Sep 16 15:18:42.454105 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'c60282f8-591a-4a01-8bc2-a6f2a285faae', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'port_id': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'mac_address': 'fa:16:3e:50:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:28Z', 'updated_at': '2021-09-16T15:18:41Z', 'revision_number': 1, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:42.480006 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264beaa-d2bb-444a-9ab9-e1aa50c4aab4 None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': 'c60282f8-591a-4a01-8bc2-a6f2a285faae', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'port_id': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'mac_address': 'fa:16:3e:50:fe:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:28Z', 'updated_at': '2021-09-16T15:18:41Z', 'revision_number': 1, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:42.670509 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d8ef99-31ef-4977-b1b7-d237142b59c3 None None] New status for floating IP c60282f8-591a-4a01-8bc2-a6f2a285faae: ACTIVE {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:18:42.923677 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-0480d9a0-845f-4a34-9755-0a9026ffcb9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384269 Sep 16 15:18:42.985214 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-91ab11be-5517-4974-89af-bebf449d48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:42.986689 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-91ab11be-5517-4974-89af-bebf449d48df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1099 time: 0.0391793 Sep 16 15:18:43.092463 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-be52decb-5593-46e0-a2dc-f44b04c50d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:43.093835 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-be52decb-5593-46e0-a2dc-f44b04c50d5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 910 time: 0.0861287 Sep 16 15:18:43.157573 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-d6b9a13b-b892-4b42-8773-ded447c329c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 1002 time: 0.0556633 Sep 16 15:18:43.210155 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-49658724-564a-436b-970c-2b86c7a2adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:43.211577 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-49658724-564a-436b-970c-2b86c7a2adf5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0451717 Sep 16 15:18:43.258362 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-23dab40f-bdaf-4fd7-bee8-acc48510d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:43.259812 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-23dab40f-bdaf-4fd7-bee8-acc48510d2df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380297 Sep 16 15:18:43.351278 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-290b85d8-2818-4f7b-8286-4e2ae3db59f2 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826979 Sep 16 15:18:43.439953 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-4d02cf0a-11a6-49f4-b87b-98277e048995 req-45416af5-76ee-43da-9ba0-ce606230a54c service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796759 Sep 16 15:18:47.031294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52044) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:47.135034 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-db7507a0-d9f4-4d1a-967a-6c784c3324e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.222864 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-db7507a0-d9f4-4d1a-967a-6c784c3324e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.227343 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-db7507a0-d9f4-4d1a-967a-6c784c3324e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.264144 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-db7507a0-d9f4-4d1a-967a-6c784c3324e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc9a1494cfa94b9da974c708d62ca34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318106 Sep 16 15:18:47.265037 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7507a0-d9f4-4d1a-967a-6c784c3324e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3c372-37ea-46a3-9557-d41e80503e47,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:47.266864 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52050) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:47.316142 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-869a8c3b-766b-4fd9-8aef-5266608dc257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.337723 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-869a8c3b-766b-4fd9-8aef-5266608dc257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.388033 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-869a8c3b-766b-4fd9-8aef-5266608dc257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.390566 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-869a8c3b-766b-4fd9-8aef-5266608dc257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:47.391701 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-869a8c3b-766b-4fd9-8aef-5266608dc257 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23b3c372-37ea-46a3-9557-d41e80503e47 HTTP/1.1" status: 204 len: 168 time: 0.1231022 Sep 16 15:18:47.402348 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a8c3b-766b-4fd9-8aef-5266608dc257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3c372-37ea-46a3-9557-d41e80503e47,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:51.272719 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52122) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:51.372814 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f7acc4c6-73c2-4cea-bc50-3b72374cab84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.461609 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f7acc4c6-73c2-4cea-bc50-3b72374cab84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.465318 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f7acc4c6-73c2-4cea-bc50-3b72374cab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.504549 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f7acc4c6-73c2-4cea-bc50-3b72374cab84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5711d32e93345a5b27b359b50042e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307618 Sep 16 15:18:51.505539 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acc4c6-73c2-4cea-bc50-3b72374cab84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bdd8b3-551b-42b9-8a9c-d0b750280869,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:51.507312 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52128) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:51.558593 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-300edad4-470e-4693-a5bc-0494717514bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.581911 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-300edad4-470e-4693-a5bc-0494717514bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.630981 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-300edad4-470e-4693-a5bc-0494717514bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.633594 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-300edad4-470e-4693-a5bc-0494717514bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:51.634770 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-300edad4-470e-4693-a5bc-0494717514bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2bdd8b3-551b-42b9-8a9c-d0b750280869 HTTP/1.1" status: 204 len: 168 time: 0.1258242 Sep 16 15:18:51.643392 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300edad4-470e-4693-a5bc-0494717514bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bdd8b3-551b-42b9-8a9c-d0b750280869,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:52.597809 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52162) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:52.702703 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-74251f37-5290-49fc-8e80-7f21ebca6ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.792032 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-74251f37-5290-49fc-8e80-7f21ebca6ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.795567 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-74251f37-5290-49fc-8e80-7f21ebca6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.832657 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-74251f37-5290-49fc-8e80-7f21ebca6ef1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08e97dcc2956493cac3f1c20be35b6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336414 Sep 16 15:18:52.834353 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251f37-5290-49fc-8e80-7f21ebca6ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973ec6b6-5033-4e6d-abf1-55698195ea1e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:52.836044 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52166) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:52.885751 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca32d7f1-1e38-4b72-bd42-a039dea6ebbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.906766 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca32d7f1-1e38-4b72-bd42-a039dea6ebbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.951463 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca32d7f1-1e38-4b72-bd42-a039dea6ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.954042 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ca32d7f1-1e38-4b72-bd42-a039dea6ebbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:52.955195 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ca32d7f1-1e38-4b72-bd42-a039dea6ebbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/973ec6b6-5033-4e6d-abf1-55698195ea1e HTTP/1.1" status: 204 len: 168 time: 0.1181705 Sep 16 15:18:52.964320 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32d7f1-1e38-4b72-bd42-a039dea6ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973ec6b6-5033-4e6d-abf1-55698195ea1e,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:59.865725 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-17537310-d1bd-456d-b697-f5ab3d0b6e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:01.884127 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52252) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:01.985543 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.073222 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.076704 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.112565 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad51981-6e3f-4568-92b1-0cf2eb587074,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:02.116960 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b759563ac6a42d58c1856441c435231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312148 Sep 16 15:19:02.119983 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52256) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:02.122736 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.123100 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.123444 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.123784 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.124122 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.124457 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.124781 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.125115 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.125443 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.125770 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.126097 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.126442 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b03d2f-3aaa-4b60-871c-89744c82fcbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:02.169214 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-06b542cd-16e6-40b3-b798-e41a708e10b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.189434 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-06b542cd-16e6-40b3-b798-e41a708e10b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.235846 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-06b542cd-16e6-40b3-b798-e41a708e10b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.238494 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-06b542cd-16e6-40b3-b798-e41a708e10b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:02.239663 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-06b542cd-16e6-40b3-b798-e41a708e10b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ad51981-6e3f-4568-92b1-0cf2eb587074 HTTP/1.1" status: 204 len: 168 time: 0.1186101 Sep 16 15:19:02.247054 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b542cd-16e6-40b3-b798-e41a708e10b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad51981-6e3f-4568-92b1-0cf2eb587074,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:02.318263 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7aa7-b634-4e48-8081-0f3c7012fc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:03.122680 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:03.350357 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:05.094954 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:08.200921 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:17.987921 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:19:29.866809 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3049-fbf3-4f8d-a3ef-dcdfffe50620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:32.317429 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-bb122049-f392-423c-a288-9a377890dc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:33.125474 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:33.353701 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:35.096104 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:38.205906 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:44.430081 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-2da1bf66-8586-4c95-8dfe-7215f07ed66b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390747 Sep 16 15:19:44.496263 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-a3c20cc3-7d79-49a2-be8b-69923ac03f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:44.497789 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-a3c20cc3-7d79-49a2-be8b-69923ac03f72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1098 time: 0.0404081 Sep 16 15:19:44.606710 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-f0c3dcf2-1c98-40d5-9144-bccc3f381c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:44.608187 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-f0c3dcf2-1c98-40d5-9144-bccc3f381c9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.0874321 Sep 16 15:19:44.672596 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-d309ed37-513a-46f0-b13b-e1e099f0ca25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 200 len: 1000 time: 0.0568957 Sep 16 15:19:44.725742 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-09410080-a602-499b-8bb3-35609b5aad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:44.727170 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-09410080-a602-499b-8bb3-35609b5aad26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0466948 Sep 16 15:19:44.771978 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-72d38b2b-f95d-474a-ac1b-7277ac283bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:44.774115 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-72d38b2b-f95d-474a-ac1b-7277ac283bfe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392756 Sep 16 15:19:44.865739 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-3bdc4e1d-5b63-4187-a11e-74def559a504 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829132 Sep 16 15:19:44.967155 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-5a77b0e8-e3b0-4cfa-b33a-2046cc757f7a req-dc7a2552-de47-4feb-8d6b-2a6bdf9e9544 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934067 Sep 16 15:19:49.315349 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9ba43-e475-48da-9c3b-a86d51401c2e req-fb73560a-84b5-4da0-87fe-679bff9a510a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:49.316829 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c4e9ba43-e475-48da-9c3b-a86d51401c2e req-fb73560a-84b5-4da0-87fe-679bff9a510a tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0511794 Sep 16 15:19:49.354715 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-c4e9ba43-e475-48da-9c3b-a86d51401c2e req-21b88e8d-b59a-4f7d-b225-530c55ef5a4d tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Sep 16 15:19:50.469108 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f65b89-dc27-403e-8c12-2edcf525660c req-74b831be-8103-4ffc-8cf2-918331dece15 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:50.470559 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-21f65b89-dc27-403e-8c12-2edcf525660c req-74b831be-8103-4ffc-8cf2-918331dece15 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0476894 Sep 16 15:19:50.509926 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-21f65b89-dc27-403e-8c12-2edcf525660c req-feb02b6b-ceca-472d-ab4d-cf4482e2ae38 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Sep 16 15:19:51.209923 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60481f-869c-4a79-a26c-a1861bd3399d req-07fdfedd-6931-471e-84aa-9a5aab408979 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:51.211367 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-be60481f-869c-4a79-a26c-a1861bd3399d req-07fdfedd-6931-471e-84aa-9a5aab408979 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0530255 Sep 16 15:19:51.308879 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Deleting port 355d1421-33ac-4d7a-bb21-1f234349e1c4 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:51.309217 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.395067 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] For port 355d1421-33ac-4d7a-bb21-1f234349e1c4, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=355d1421-33ac-4d7a-bb21-1f234349e1c4,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:51.395422 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.557625 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.558255 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.558369 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Floating IP c60282f8-591a-4a01-8bc2-a6f2a285faae disassociated. External IP: 172.27.0.235, port: 355d1421-33ac-4d7a-bb21-1f234349e1c4. Sep 16 15:19:51.558644 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Calling delete_port for 355d1421-33ac-4d7a-bb21-1f234349e1c4 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:51.629362 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86763a6-0598-4fa9-8e56-2f97df487357 req-58fb5174-b65f-4877-b079-00f7a9e9b276 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:51.630903 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f86763a6-0598-4fa9-8e56-2f97df487357 req-58fb5174-b65f-4877-b079-00f7a9e9b276 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8a25764-7d36-4357-882e-f8e8e6c5dc5d HTTP/1.1" status: 200 len: 945 time: 0.0529797 Sep 16 15:19:51.672385 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-f86763a6-0598-4fa9-8e56-2f97df487357 req-40b2a549-4392-482b-8369-0934e362e80f tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups?id=107aee9e-172d-4844-ad03-71c1c6df1784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338976 Sep 16 15:19:51.688756 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.715337 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event deleted for resources: {'Port': ['ID=355d1421-33ac-4d7a-bb21-1f234349e1c4,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:51.827090 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:51.930318 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:51.940642 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:51.953834 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:51.955043 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:51.969420 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] No DVR routers for this DVR port 355d1421-33ac-4d7a-bb21-1f234349e1c4 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:51.971944 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.974020 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-be60481f-869c-4a79-a26c-a1861bd3399d req-ba029933-15f8-497d-b323-65a31f338876 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.61 "DELETE /v2.0/ports/355d1421-33ac-4d7a-bb21-1f234349e1c4 HTTP/1.1" status: 204 len: 173 time: 0.7562103 Sep 16 15:19:51.974716 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'name': 'network-vif-deleted', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:51.976765 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8beb8b2-2a27-423d-9b68-be0d3a2cefde" -d '{"events": [{"server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "name": "network-vif-deleted", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:52.023903 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28835f1-f4cf-4c61-a6cd-8a42196686ba x-openstack-request-id: req-e28835f1-f4cf-4c61-a6cd-8a42196686ba {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:52.024192 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a25764-7d36-4357-882e-f8e8e6c5dc5d", "name": "network-vif-deleted", "tag": "355d1421-33ac-4d7a-bb21-1f234349e1c4", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:52.024450 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e28835f1-f4cf-4c61-a6cd-8a42196686ba {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:52.024851 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a25764-7d36-4357-882e-f8e8e6c5dc5d', 'name': 'network-vif-deleted', 'tag': '355d1421-33ac-4d7a-bb21-1f234349e1c4', 'status': 'completed', 'code': 200} Sep 16 15:19:52.066156 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:52.268244 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:52.297374 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:52.306119 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:52.306698 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:52.414592 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:52.473937 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52456) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:52.621855 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:52.629039 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Deleting port 8de834c9-16d5-4f6d-b552-45a002b7dd6c {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:52.629552 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:52.647298 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96966780-37ae-4c91-a34a-434ac483e9e4 None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:09:42Z', 'revision_number': 4, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '42ba585c-7c0c-4bf6-8aff-6f8b55a2b664', 'name': '', 'network_id': 'ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'mac_address': 'fa:16:3e:1d:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:53Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'subnets': [{'id': '35b510a5-4c98-4898-b96a-b33cb2223c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:19:52.765569 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52462) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:52.828388 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:52.861476 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:52.910103 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d1132-3299-43eb-9506-0a2a01698899 None None] New status for floating IP c60282f8-591a-4a01-8bc2-a6f2a285faae: DOWN {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:19:52.923582 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:52.927116 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:52.929270 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "DELETE /v2.0/security-groups/107aee9e-172d-4844-ad03-71c1c6df1784 HTTP/1.1" status: 204 len: 168 time: 0.1612101 Sep 16 15:19:52.933488 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52464) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:52.953616 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107aee9e-172d-4844-ad03-71c1c6df1784,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:52.956455 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.api.v2.resource [None req-30ccdbc0-9d74-4411-a237-b638496fbb02 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] show failed (client error): The resource could not be found. Sep 16 15:19:52.957600 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-30ccdbc0-9d74-4411-a237-b638496fbb02 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "GET /v2.0/security-groups/107aee9e-172d-4844-ad03-71c1c6df1784 HTTP/1.1" status: 404 len: 347 time: 0.0224609 Sep 16 15:19:52.960727 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52466) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:52.963728 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.964147 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.964489 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.964822 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.965149 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.965476 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.965800 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.966122 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.966460 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.966786 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.967103 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:52.967416 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebca5d5-6531-419f-90aa-0a150a1680fd tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:53.020028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.020358 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.066482 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Calling delete_port for 8de834c9-16d5-4f6d-b552-45a002b7dd6c owned by network:floatingip {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:53.198559 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Deleting port a9d36ebb-cd80-43c2-8a72-57335de5d7bb {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:53.198813 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.306124 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.306655 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.341036 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Calling delete_port for a9d36ebb-cd80-43c2-8a72-57335de5d7bb owned by network:floatingip {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:53.399930 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.435771 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'Port': ['ID=8de834c9-16d5-4f6d-b552-45a002b7dd6c,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:53.520395 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.520653 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Floating IP 9c1f2336-9949-4c91-bb41-0a611cfc8472 disassociated (deleted). External IP: 172.27.0.212, port: 01e4820f-6cf4-46d7-9e28-5d808ace53ce. Sep 16 15:19:53.642116 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.673893 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Pushing event deleted for resources: {'Port': ['ID=a9d36ebb-cd80-43c2-8a72-57335de5d7bb,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:53.782288 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks [] for floatingip, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.784748 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.785893 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-5b9ab5a5-9c74-4802-92b5-d4dce49c04a6 tempest-AttachVolumeTestJSON-1149423204 tempest-AttachVolumeTestJSON-1149423204-project] 10.222.0.52 "DELETE /v2.0/floatingips/c60282f8-591a-4a01-8bc2-a6f2a285faae HTTP/1.1" status: 204 len: 168 time: 0.8240480 Sep 16 15:19:53.848794 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:53.968544 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:53.973121 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.980621 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:53.991606 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:53.992346 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:54.001644 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-39863886-e6e7-49a5-9900-3a5bed79c78d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "DELETE /v2.0/floatingips/9c1f2336-9949-4c91-bb41-0a611cfc8472 HTTP/1.1" status: 204 len: 168 time: 1.5266128 Sep 16 15:19:54.025578 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:54.027977 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbacc2-0524-43d4-873a-ac961472c234" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:54.070502 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01063132-8492-4699-934a-ca44df57cbbd x-openstack-request-id: req-01063132-8492-4699-934a-ca44df57cbbd {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:54.070502 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:54.071028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01063132-8492-4699-934a-ca44df57cbbd {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:54.071496 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'status': 'completed', 'code': 200} Sep 16 15:19:54.118093 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:54.266269 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85deee8-96ba-45ee-9371-2da7627a1fda req-fba34db0-068a-4077-9004-a2e196a2b58f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:54.267798 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c85deee8-96ba-45ee-9371-2da7627a1fda req-fba34db0-068a-4077-9004-a2e196a2b58f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 945 time: 0.0806899 Sep 16 15:19:54.275288 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-902a3090-025d-4059-bc39-234393e489f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:54.276714 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-902a3090-025d-4059-bc39-234393e489f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 1098 time: 0.1846609 Sep 16 15:19:54.336581 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-c85deee8-96ba-45ee-9371-2da7627a1fda req-deb39eb1-fc70-4b21-bda8-74761468e69f tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586555 Sep 16 15:19:54.356563 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:07Z', 'revision_number': 1, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:54.376997 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:54.385638 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:54.386242 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:54.391852 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-86e83a70-a418-41aa-8e15-865999582a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:54.393386 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-86e83a70-a418-41aa-8e15-865999582a45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.1032736 Sep 16 15:19:54.435753 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-6af6f1ba-0cdc-4bee-86f1-425b456f54ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce HTTP/1.1" status: 200 len: 217 time: 0.0340958 Sep 16 15:19:54.490495 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-288a1677-d292-4918-a1e2-2cd219fab75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:54.492774 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-288a1677-d292-4918-a1e2-2cd219fab75c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0465198 Sep 16 15:19:54.539904 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-c0adbf64-01fe-4512-ad01-7313bac3298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:54.541393 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-c0adbf64-01fe-4512-ad01-7313bac3298c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401571 Sep 16 15:19:54.553877 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-3b6e3488-15ea-4b4d-9076-e90ebc542488 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=94191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:19:54.554897 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-3b6e3488-15ea-4b4d-9076-e90ebc542488 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050218 Sep 16 15:19:54.575666 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:54.649713 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-ae20f95d-b494-42d6-b70e-bdcc33f120a1 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850756 Sep 16 15:19:54.744585 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-bfdbacc2-0524-43d4-873a-ac961472c234 req-e9f8902c-8db5-4157-afb9-0312e84bdd4c service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Sep 16 15:19:54.802037 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:07Z', 'revision_number': 1, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:54.828517 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38d3c9-0954-4fee-b399-69995651bc48 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_floatingips': [{'id': '81b2b410-ec8e-4972-9fa8-4415cb4f0186', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'router_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'port_id': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'mac_address': 'fa:16:3e:bb:66:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:16:05Z', 'updated_at': '2021-09-16T15:16:07Z', 'revision_number': 1, 'project_id': '84e90f2361174e77a88042d06e74e110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:19:54.987866 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:19:55.053006 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843b2ab-2c39-4b43-96b8-a8d52c985b85 None None] New status for floating IP 9c1f2336-9949-4c91-bb41-0a611cfc8472: DOWN {{(pid=94192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:19:55.120322 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 355d1421-33ac-4d7a-bb21-1f234349e1c4 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:55.140606 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 355d1421-33ac-4d7a-bb21-1f234349e1c4 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:55.140978 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 355d1421-33ac-4d7a-bb21-1f234349e1c4 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:55.454371 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae6ec-0a7c-4e2c-9cb4-6b0c686a79dd req-e45c6e4b-e6bc-4a41-8c79-45541fa52a14 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:55.455857 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1ccae6ec-0a7c-4e2c-9cb4-6b0c686a79dd req-e45c6e4b-e6bc-4a41-8c79-45541fa52a14 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Sep 16 15:19:55.494881 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-1ccae6ec-0a7c-4e2c-9cb4-6b0c686a79dd req-3e3cde88-a6e8-43ca-9691-e13314a5b5b2 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331497 Sep 16 15:19:55.869297 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-325cf445-d63f-4f60-bf2c-46c82d5b9fd6 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:55.870776 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-325cf445-d63f-4f60-bf2c-46c82d5b9fd6 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 945 time: 0.0524812 Sep 16 15:19:55.960002 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Deleting port 01e4820f-6cf4-46d7-9e28-5d808ace53ce {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:55.960345 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.050181 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] For port 01e4820f-6cf4-46d7-9e28-5d808ace53ce, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=01e4820f-6cf4-46d7-9e28-5d808ace53ce,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:56.050579 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.062629 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Calling delete_port for 01e4820f-6cf4-46d7-9e28-5d808ace53ce owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:56.208235 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.243159 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'Port': ['ID=01e4820f-6cf4-46d7-9e28-5d808ace53ce,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:56.278566 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] No DVR routers for this DVR port 01e4820f-6cf4-46d7-9e28-5d808ace53ce on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:56.281317 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.283676 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8037361-0547-42a3-a2cd-e2c5be410c65 req-de780c07-a30a-495f-83db-d84ac88d4c9c tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "DELETE /v2.0/ports/01e4820f-6cf4-46d7-9e28-5d808ace53ce HTTP/1.1" status: 204 len: 173 time: 0.4054723 Sep 16 15:19:56.284144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'name': 'network-vif-deleted', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:56.286334 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a049ac-c247-485e-b5cd-1485df0d80bb" -d '{"events": [{"server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "name": "network-vif-deleted", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:56.328610 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd921c8-6e55-4696-8b74-40ec4b9c972b x-openstack-request-id: req-1fd921c8-6e55-4696-8b74-40ec4b9c972b {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:56.328906 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ac99a7-fc6b-46ed-a9f1-90848879ef97", "name": "network-vif-deleted", "tag": "01e4820f-6cf4-46d7-9e28-5d808ace53ce", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:56.329411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fd921c8-6e55-4696-8b74-40ec4b9c972b {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:56.329811 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ac99a7-fc6b-46ed-a9f1-90848879ef97', 'name': 'network-vif-deleted', 'tag': '01e4820f-6cf4-46d7-9e28-5d808ace53ce', 'status': 'completed', 'code': 200} Sep 16 15:19:56.592671 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-074f3601-6c74-49b6-adbd-d28a70eab14d req-897b8178-3a14-48e3-8e3a-686b5920bd24 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0ac99a7-fc6b-46ed-a9f1-90848879ef97 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Sep 16 15:19:57.331727 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52508) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:57.784129 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.039548 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Deleting port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:58.039889 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.329716 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] For port 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:58.329991 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.342449 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Calling delete_port for 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:58.369096 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52518) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:58.520452 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.525744 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Deleting port df46e845-6417-4417-a505-762f9ee9c4d3 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:58.526084 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.545365 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=42ba585c-7c0c-4bf6-8aff-6f8b55a2b664,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:58.618788 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.621434 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.634680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Calling delete_port for df46e845-6417-4417-a505-762f9ee9c4d3 owned by network:floatingip {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:58.713644 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.793812 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.819320 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event deleted for resources: {'Port': ['ID=df46e845-6417-4417-a505-762f9ee9c4d3,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:58.891440 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:58.891830 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Floating IP b26432bb-bcc9-4438-97cc-61300987d3ed disassociated (deleted). External IP: 172.27.0.234, port: d89c669b-6ea6-4ccc-b03c-425779819ca3. Sep 16 15:19:58.946176 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Router 732cf7e2-fda2-42cd-ae4b-005d2af802ac has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:59.053237 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:59.058564 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f76519dd-5631-4f12-85fb-c40ab04e9c5e admin admin] 10.222.0.52 "PUT /v2.0/routers/732cf7e2-fda2-42cd-ae4b-005d2af802ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257478 Sep 16 15:19:59.060895 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52526) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:59.063458 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] Sync routers for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:59.074228 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:59.074886 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.122565 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 01e4820f-6cf4-46d7-9e28-5d808ace53ce no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:59.135272 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Router e54db319-216c-489e-9436-02d1b8cfc7db has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:59.169442 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 01e4820f-6cf4-46d7-9e28-5d808ace53ce {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:59.169801 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 01e4820f-6cf4-46d7-9e28-5d808ace53ce not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:59.177527 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.213426 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:59.294779 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.300299 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:59.310407 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] Sync routers for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:59.316252 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.320430 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:59.321590 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.352158 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-2b329aa9-7452-42b3-9fc9-8715d3df720b tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "DELETE /v2.0/floatingips/b26432bb-bcc9-4438-97cc-61300987d3ed HTTP/1.1" status: 204 len: 168 time: 0.9818785 Sep 16 15:19:59.353132 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:59.355819 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051d5f29-2626-4111-9575-1409f7d5c7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:59.406776 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6211bc-35fa-4017-80a6-d21a17e69b0b x-openstack-request-id: req-7c6211bc-35fa-4017-80a6-d21a17e69b0b {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:59.407722 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:59.408298 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c6211bc-35fa-4017-80a6-d21a17e69b0b {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:59.408708 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'status': 'completed', 'code': 200} Sep 16 15:19:59.426059 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Deleting port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:59.426441 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.475855 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:19:58Z', 'revision_number': 5, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port': {'id': '7db8157b-85b1-4aa4-a007-392dfc1c9fa9', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:31Z', 'updated_at': '2021-09-16T15:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.498896 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:59.508418 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-1820c5e8-609d-4ef1-af3b-5de12a09898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:59.510122 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-1820c5e8-609d-4ef1-af3b-5de12a09898b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 1099 time: 0.0826266 Sep 16 15:19:59.534768 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] Checking router: 732cf7e2-fda2-42cd-ae4b-005d2af802ac for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:59.551931 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] Routers {'732cf7e2-fda2-42cd-ae4b-005d2af802ac'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:59.552569 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.618360 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] For port 7db8157b-85b1-4aa4-a007-392dfc1c9fa9, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:59.618360 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.633499 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Calling delete_port for 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 owned by network:router_gateway {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:59.658543 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] Set router 732cf7e2-fda2-42cd-ae4b-005d2af802ac gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:59.662987 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-8cc699ca-aad9-4120-b8ab-75bcbe912033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:59.664543 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-8cc699ca-aad9-4120-b8ab-75bcbe912033 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 200 len: 910 time: 0.1424778 Sep 16 15:19:59.713054 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:19:59Z', 'revision_number': 6, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.733400 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-bdd5dba7-92e1-4d05-9e12-c945174a1809 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 200 len: 217 time: 0.0417109 Sep 16 15:19:59.743762 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778f9b3-0358-47fa-9340-d5c66ffe9f44 None None] The sync data for ids ['732cf7e2-fda2-42cd-ae4b-005d2af802ac'] in dv-cinder-809420-1-iscsi is: [{'id': '732cf7e2-fda2-42cd-ae4b-005d2af802ac', 'name': 'tempest-AttachVolumeTestJSON-846615587-router', 'tenant_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:29Z', 'updated_at': '2021-09-16T15:19:59Z', 'revision_number': 6, 'project_id': 'a50e9feda4bf4f20a1fb62c3c3b5a357', 'gw_port_host': None}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:19:59.771781 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.780883 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a34c41-042f-414b-85fe-ef554b5ae57e req-7ed3d39f-a1f2-4c91-9928-f7381aefbad8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:59.788369 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8a34c41-042f-414b-85fe-ef554b5ae57e req-7ed3d39f-a1f2-4c91-9928-f7381aefbad8 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.1228456 Sep 16 15:19:59.804431 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] Checking router: e54db319-216c-489e-9436-02d1b8cfc7db for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:59.813278 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:59.813945 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:59.831425 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-14fed38b-6396-492d-88c1-d3117cf450eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:59.832888 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-14fed38b-6396-492d-88c1-d3117cf450eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 200 len: 848 time: 0.0915763 Sep 16 15:19:59.838555 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-b8a34c41-042f-414b-85fe-ef554b5ae57e req-deb546dc-f603-4521-ab3a-52d5cf59b1a5 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492842 Sep 16 15:19:59.841093 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.870456 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7db8157b-85b1-4aa4-a007-392dfc1c9fa9,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:59.892860 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52536) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:59.904446 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8f69b3ea-f432-4864-a892-561ed3ed0ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.935217 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-a5be2aa6-60f0-4f2e-8625-06a90da44ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:59.936860 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-a5be2aa6-60f0-4f2e-8625-06a90da44ac4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15bd1f35-a84e-4df1-bb58-8676310f7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967696 Sep 16 15:19:59.949370 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.959379 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:00.060389 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.062354 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.110367 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-e80dbdb0-bc1b-4f62-bbdc-8785adbc4aac service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645336 Sep 16 15:20:00.138632 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.139131 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732cf7e2-fda2-42cd-ae4b-005d2af802ac {{(pid=94190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:20:00.144342 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.145625 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-a6596838-0d75-4b97-a42f-d470fa3645dd admin admin] 10.222.0.52 "DELETE /v2.0/routers/732cf7e2-fda2-42cd-ae4b-005d2af802ac HTTP/1.1" status: 204 len: 168 time: 1.0838144 Sep 16 15:20:00.148101 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52538) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:00.201453 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Deleting subnet 35b510a5-4c98-4898-b96a-b33cb2223c08 {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:00.205276 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.209762 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:00.246334 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.260443 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78785e-2c51-458f-ac58-ddea70db729c None None] The sync data for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi is: [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 4, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': '465b8ec4-3325-4eb6-a15e-55213afec267', 'name': '', 'network_id': '15bd1f35-a84e-4df1-bb58-8676310f7d00', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'mac_address': 'fa:16:3e:da:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'subnets': [{'id': '222c9773-8533-4532-a13b-6fdd9ca0083e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:00.261016 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Deleting port 04fccfe2-5ddc-43ef-b470-435eb8f2fb27 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:00.261361 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.300069 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-051d5f29-2626-4111-9575-1409f7d5c7c7 req-4563792d-3e49-44da-b8fb-8ca8d09c1180 service neutron] 10.222.0.61 "GET /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802714 Sep 16 15:20:00.337472 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:00.360939 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.361321 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.368037 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:00.368385 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 42ba585c-7c0c-4bf6-8aff-6f8b55a2b664 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:00.375478 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Calling delete_port for 04fccfe2-5ddc-43ef-b470-435eb8f2fb27 owned by network:floatingip {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:00.377510 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.433101 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.458535 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b510a5-4c98-4898-b96a-b33cb2223c08,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:00.462697 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.464623 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-5caa742c-a244-4e91-8ed0-75f163e1d784 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/35b510a5-4c98-4898-b96a-b33cb2223c08 HTTP/1.1" status: 204 len: 168 time: 0.3154981 Sep 16 15:20:00.467125 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52540) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:00.473927 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc0964-a6f7-47cb-8b2e-506bbaf8ecc8 None None] Network ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:00.544237 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.547233 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.576308 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'Port': ['ID=04fccfe2-5ddc-43ef-b470-435eb8f2fb27,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:00.606090 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Deleting port c808b47c-addf-4c7f-a821-91780d7b7633 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:00.606448 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.660881 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.661225 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.l3_db [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Floating IP 81b2b410-ec8e-4972-9fa8-4415cb4f0186 disassociated (deleted). External IP: 172.27.0.35, port: 9fcac3ac-cd32-460a-bde9-ae593080f5ac. Sep 16 15:20:00.661395 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b788e371-8db3-4ed9-93c3-1662410589da None None] New status for floating IP b26432bb-bcc9-4438-97cc-61300987d3ed: DOWN {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:20:00.697317 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] For port c808b47c-addf-4c7f-a821-91780d7b7633, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c808b47c-addf-4c7f-a821-91780d7b7633,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:00.697827 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.708583 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] DHCP port deletion for ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:20:00.718029 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Calling delete_port for c808b47c-addf-4c7f-a821-91780d7b7633 owned by network:dhcp {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:00.768017 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Deleting port c808b47c-addf-4c7f-a821-91780d7b7633 {{(pid=94192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:00.768268 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.813870 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.844590 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c808b47c-addf-4c7f-a821-91780d7b7633,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:00.849478 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] No DVR routers for this DVR port c808b47c-addf-4c7f-a821-91780d7b7633 on host dv-cinder-809420-1-iscsi {{(pid=94190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:00.860261 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] For port c808b47c-addf-4c7f-a821-91780d7b7633, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c808b47c-addf-4c7f-a821-91780d7b7633,segment=NetworkSegment(7b5ccca5-ebd3-4803-ab06-759569c34e81),segment_id=7b5ccca5-ebd3-4803-ab06-759569c34e81)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:00.860631 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.875422 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Calling delete_port for c808b47c-addf-4c7f-a821-91780d7b7633 owned by network:dhcp {{(pid=94192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:00.955839 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.976548 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:00.981618 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:00.990330 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] No DVR routers for this DVR port c808b47c-addf-4c7f-a821-91780d7b7633 on host dv-cinder-809420-1-iscsi {{(pid=94192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:01.020512 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Pushing event deleted for resources: {'Port': ['ID=c808b47c-addf-4c7f-a821-91780d7b7633,revision_number=None']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:01.024690 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5ccca5-ebd3-4803-ab06-759569c34e81') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:01.024990 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5ccca5-ebd3-4803-ab06-759569c34e81') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:01.029518 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.029765 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.030052 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.030390 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.030764 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.031100 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.031432 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.031763 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.032111 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.032798 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.032925 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.033218 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3f993a-9d8a-42d2-b12e-4f53d44747ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:01.036992 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.057855 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.074725 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f8b39-7936-4862-ac64-3505ec17cdcc req-045363c1-2404-4549-955a-49d77643da37 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:01.076295 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e77f8b39-7936-4862-ac64-3505ec17cdcc req-045363c1-2404-4549-955a-49d77643da37 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0843334 Sep 16 15:20:01.077416 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:01.077817 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:01.079969 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:01.168383 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-e77f8b39-7936-4862-ac64-3505ec17cdcc req-366d6588-6cb5-4a65-834f-5e9961cbbfe5 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/security-groups?id=a08b58af-b1e6-49c3-8e08-044f1bbe80ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782824 Sep 16 15:20:01.169697 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.185726 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.189762 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce HTTP/1.1" status: 204 len: 168 time: 0.7193232 Sep 16 15:20:01.189762 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add9f4c-0dd6-4c06-9553-8cc3bf49df63 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac90d19c-e7bc-42a5-9e38-e7673c0fc5ce,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:01.232898 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-4ebd52d3-de8f-436a-beda-4e34bd2e2402 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:01.234320 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-4ebd52d3-de8f-436a-beda-4e34bd2e2402 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 946 time: 0.0893810 Sep 16 15:20:01.286985 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:20:01.306949 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52546) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:01.354213 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f82cbec1-2254-40d6-9412-086070b81f5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a50e9feda4bf4f20a1fb62c3c3b5a357&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440257 Sep 16 15:20:01.354480 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52548) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:01.398762 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Deleting port d89c669b-6ea6-4ccc-b03c-425779819ca3 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:01.399107 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.401392 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a071def-4a15-4906-a18a-72dca8eecbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.421653 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a071def-4a15-4906-a18a-72dca8eecbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.476390 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a071def-4a15-4906-a18a-72dca8eecbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.479055 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6a071def-4a15-4906-a18a-72dca8eecbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.480316 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6a071def-4a15-4906-a18a-72dca8eecbcf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17c8cfe4-2edf-40ae-bcc4-87af83d94bc2 HTTP/1.1" status: 204 len: 168 time: 0.1250358 Sep 16 15:20:01.488885 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a071def-4a15-4906-a18a-72dca8eecbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8cfe4-2edf-40ae-bcc4-87af83d94bc2,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:01.509661 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:20:01.514269 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.520740 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:20:01.529951 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:01.530782 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:01.559701 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a6be2d9c-e945-43a9-860b-b0ea15e1674b tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "DELETE /v2.0/floatingips/81b2b410-ec8e-4972-9fa8-4415cb4f0186 HTTP/1.1" status: 204 len: 168 time: 1.6631584 Sep 16 15:20:01.570217 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:01.576282 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:01.583090 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] For port d89c669b-6ea6-4ccc-b03c-425779819ca3, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=d89c669b-6ea6-4ccc-b03c-425779819ca3,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:01.583607 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.610802 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Calling delete_port for d89c669b-6ea6-4ccc-b03c-425779819ca3 owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:01.699417 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe3d33-d421-4ce5-ad95-9f78a62a1666 x-openstack-request-id: req-4fbe3d33-d421-4ce5-ad95-9f78a62a1666 {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:01.700353 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:01.700933 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fbe3d33-d421-4ce5-ad95-9f78a62a1666 {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:01.701906 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'status': 'completed', 'code': 200} Sep 16 15:20:01.801139 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-d771d088-33bf-4117-8f08-554f84fa8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:01.802815 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-d771d088-33bf-4117-8f08-554f84fa8c57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e90f2361174e77a88042d06e74e110&device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 1098 time: 0.0635633 Sep 16 15:20:01.812823 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:01.840708 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fde5e-fbda-4f6c-8009-0810e23a14b3 req-799cb043-4d08-4d70-b356-c6e4facb19a3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:01.842414 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ad1fde5e-fbda-4f6c-8009-0810e23a14b3 req-799cb043-4d08-4d70-b356-c6e4facb19a3 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0614226 Sep 16 15:20:01.894147 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-ad1fde5e-fbda-4f6c-8009-0810e23a14b3 req-3eb737f8-751c-4d24-9d63-d3feb10257e0 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Sep 16 15:20:01.960043 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:01.969746 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-325f3b3b-fcb1-4cb6-ad01-4db326f27381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:01.971336 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-325f3b3b-fcb1-4cb6-ad01-4db326f27381 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 200 len: 913 time: 0.1609719 Sep 16 15:20:02.009488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event deleted for resources: {'Port': ['ID=d89c669b-6ea6-4ccc-b03c-425779819ca3,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:02.047138 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:02.075865 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-3f756262-b6de-4479-87b7-34d4c03c3342 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 200 len: 217 time: 0.0740898 Sep 16 15:20:02.082695 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:20:02.088798 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c808b47c-addf-4c7f-a821-91780d7b7633 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:02.091815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] No DVR routers for this DVR port d89c669b-6ea6-4ccc-b03c-425779819ca3 on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:02.119808 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:02.120046 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: c808b47c-addf-4c7f-a821-91780d7b7633 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:02.120385 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c808b47c-addf-4c7f-a821-91780d7b7633 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:02.120711 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:02.121795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-ce7d351f-9392-4005-8952-89c10b31cbb8 req-00e31722-de60-4b5c-9642-fe7dd3d37c3e tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.61 "DELETE /v2.0/ports/d89c669b-6ea6-4ccc-b03c-425779819ca3 HTTP/1.1" status: 204 len: 173 time: 0.8796794 Sep 16 15:20:02.133255 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:02.134065 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:19:32Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:02.142711 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-c471e349-cb47-42cc-af6c-d3f5010a3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:02.144183 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-c471e349-cb47-42cc-af6c-d3f5010a3dc6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 200 len: 851 time: 0.0536196 Sep 16 15:20:02.206846 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:02.207168 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 7db8157b-85b1-4aa4-a007-392dfc1c9fa9 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:02.208927 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-ab2d8f53-aee8-45ea-b86b-071bc1602a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:02.212491 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-ab2d8f53-aee8-45ea-b86b-071bc1602a75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b83b58b7-9f40-4e77-be18-f12f23d9d013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580759 Sep 16 15:20:02.290874 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:02.323242 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-63d88478-bf2c-4dea-b493-d0be4a8c3bc3 req-cdc86c09-8a3b-4905-aca9-4615fd1dcb31 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2d9b62-222a-4f78-8923-6063aaac85e0 HTTP/1.1" status: 200 len: 210 time: 0.0333583 Sep 16 15:20:02.359020 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-5234bcff-fcec-49a0-b820-3ebfd63dcf5c service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355622 Sep 16 15:20:02.388805 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e1db8eae-7f73-48ef-be6f-045df7ad947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:02.511961 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-37db201d-7e6b-48cb-b0cb-b2ab062fa3e2 req-b43f6ce1-cc38-4455-9970-e2b950c15232 service neutron] 10.222.0.61 "GET /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385412 Sep 16 15:20:02.598726 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:02.640484 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b990ff4-f89b-429b-b51e-7787e303de56 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:11:45Z', 'revision_number': 4, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi', '_interfaces': [{'id': 'cc42e6d0-fb68-49c9-bf45-aeebc41063cc', 'name': '', 'network_id': 'b83b58b7-9f40-4e77-be18-f12f23d9d013', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'mac_address': 'fa:16:3e:e0:db:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '06ddd76c-3b7d-4698-885b-91937202be77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:44Z', 'updated_at': '2021-09-16T15:11:49Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'subnets': [{'id': '06ddd76c-3b7d-4698-885b-91937202be77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:02.904152 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e87aef-4eb2-4dfa-9feb-3b7130bd83f6 None None] New status for floating IP 81b2b410-ec8e-4972-9fa8-4415cb4f0186: DOWN {{(pid=94193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:20:03.038655 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bc540-d4a2-47bd-a08d-98166a5b7b11 req-7b8a0f58-5311-41eb-a220-fd11079b2421 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:03.040169 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-647bc540-d4a2-47bd-a08d-98166a5b7b11 req-7b8a0f58-5311-41eb-a220-fd11079b2421 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0523152 Sep 16 15:20:03.077750 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-647bc540-d4a2-47bd-a08d-98166a5b7b11 req-4135223a-6e4e-41c6-a613-d34ce7ca4b5e tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/security-groups?id=49dbe1e4-a637-4104-bc17-a17727d7cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Sep 16 15:20:03.125690 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.366141 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.391314 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52596) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:03.433306 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-063536d8-701c-47e0-aef6-f4ecff854ade tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:03.434795 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-063536d8-701c-47e0-aef6-f4ecff854ade tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 945 time: 0.0763156 Sep 16 15:20:03.496425 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.546387 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.593915 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Deleting port 9fcac3ac-cd32-460a-bde9-ae593080f5ac {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:03.594260 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.665969 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.668427 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.669554 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] 10.222.0.52 "DELETE /v2.0/security-groups/a08b58af-b1e6-49c3-8e08-044f1bbe80ad HTTP/1.1" status: 204 len: 168 time: 0.2771897 Sep 16 15:20:03.683556 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b58af-b1e6-49c3-8e08-044f1bbe80ad,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:03.699911 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.700256 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.700685 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.700922 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.701247 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.701569 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.701892 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.702206 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.702553 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.702873 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.703189 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.703502 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb485cf-951f-4209-bfd0-d3ad49eea224 tempest-TestShelveInstance-208166822 tempest-TestShelveInstance-208166822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:03.708385 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52600) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:03.708861 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-deleted', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:03.711137 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d18085-5ea9-4848-99fd-ed2c2b640cbc" -d '{"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-deleted", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:03.715244 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] For port 9fcac3ac-cd32-460a-bde9-ae593080f5ac, host hv-cinder-80942, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80942',level=0,port_id=9fcac3ac-cd32-460a-bde9-ae593080f5ac,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:03.715612 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.741557 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Calling delete_port for 9fcac3ac-cd32-460a-bde9-ae593080f5ac owned by compute:nova {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:03.754469 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b1ab79-a916-465d-971c-f63ae8c7bfbd x-openstack-request-id: req-e0b1ab79-a916-465d-971c-f63ae8c7bfbd {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:03.754831 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2d9b62-222a-4f78-8923-6063aaac85e0", "name": "network-vif-deleted", "tag": "d89c669b-6ea6-4ccc-b03c-425779819ca3", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:03.755150 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0b1ab79-a916-465d-971c-f63ae8c7bfbd {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:03.755613 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2d9b62-222a-4f78-8923-6063aaac85e0', 'name': 'network-vif-deleted', 'tag': 'd89c669b-6ea6-4ccc-b03c-425779819ca3', 'status': 'completed', 'code': 200} Sep 16 15:20:03.884258 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.918763 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'Port': ['ID=9fcac3ac-cd32-460a-bde9-ae593080f5ac,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:03.960451 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] No DVR routers for this DVR port 9fcac3ac-cd32-460a-bde9-ae593080f5ac on host hv-cinder-80942 {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:03.962949 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for port, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:03.965006 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [req-a8d593ad-6eec-44f7-8dd1-fbc53a49b131 req-717fdf98-3dda-4508-aef6-0cf87970efb9 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.61 "DELETE /v2.0/ports/9fcac3ac-cd32-460a-bde9-ae593080f5ac HTTP/1.1" status: 204 len: 173 time: 0.5241766 Sep 16 15:20:04.207982 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [req-41f2bc12-54d2-4182-855c-20a852d713bd req-b4fcf7f7-8f8f-4133-ac99-91a492bd3efe tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b2ddb-fb43-4b6b-ba89-c5fd54964860 HTTP/1.1" status: 200 len: 210 time: 0.0530751 Sep 16 15:20:04.348729 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:04.599854 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Deleting port 465b8ec4-3325-4eb6-a15e-55213afec267 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:04.600803 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:04.684294 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] For port 465b8ec4-3325-4eb6-a15e-55213afec267, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=465b8ec4-3325-4eb6-a15e-55213afec267,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:04.684580 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:04.700965 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Calling delete_port for 465b8ec4-3325-4eb6-a15e-55213afec267 owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:04.877442 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:04.903822 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=465b8ec4-3325-4eb6-a15e-55213afec267,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:05.065604 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.098558 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.166398 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:05.186572 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: d89c669b-6ea6-4ccc-b03c-425779819ca3 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:05.186844 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device d89c669b-6ea6-4ccc-b03c-425779819ca3 not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:05.268922 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52624) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:05.280318 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Router e54db319-216c-489e-9436-02d1b8cfc7db has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:20:05.396674 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:20:05.398566 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Deleting port adac9f1a-a7f7-4a63-afc4-ef9fdcac2aa1 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:05.398920 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.405734 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-8a30d21f-0f09-49af-9701-beaf07d15c4b admin admin] 10.222.0.52 "PUT /v2.0/routers/e54db319-216c-489e-9436-02d1b8cfc7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962910 Sep 16 15:20:05.406361 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52632) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:05.408920 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] Sync routers for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:20:05.421700 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:05.422699 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:05.497680 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.497924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.518061 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks [] for router, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.522045 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Calling delete_port for adac9f1a-a7f7-4a63-afc4-ef9fdcac2aa1 owned by network:floatingip {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:05.563351 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:05.636368 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52636) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:05.651840 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.694584 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.719044 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Deleting port f2814f95-33c4-46fa-84ac-eb121e782a65 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:05.719532 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.726550 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'Port': ['ID=adac9f1a-a7f7-4a63-afc4-ef9fdcac2aa1,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:05.757134 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'name': 'network-vif-deleted', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac'}] {{(pid=94191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:05.759596 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}469874f7ef02c403261d58d4c8b03360b789cd7153e383b15045d174b6ddd8d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be6fb81-8ac5-494d-8c3c-4f166a21571c" -d '{"events": [{"server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "name": "network-vif-deleted", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac"}]}' {{(pid=94191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:05.769535 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:20:04Z', 'revision_number': 5, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port': {'id': 'f2814f95-33c4-46fa-84ac-eb121e782a65', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:20:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:08Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:05.802115 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34927a9-0215-49af-92f6-836af74fec1b x-openstack-request-id: req-c34927a9-0215-49af-92f6-836af74fec1b {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:05.802411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b2ddb-fb43-4b6b-ba89-c5fd54964860", "name": "network-vif-deleted", "tag": "9fcac3ac-cd32-460a-bde9-ae593080f5ac", "status": "completed", "code": 200}]} {{(pid=94191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:05.802913 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c34927a9-0215-49af-92f6-836af74fec1b {{(pid=94191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:05.803390 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b2ddb-fb43-4b6b-ba89-c5fd54964860', 'name': 'network-vif-deleted', 'tag': '9fcac3ac-cd32-460a-bde9-ae593080f5ac', 'status': 'completed', 'code': 200} Sep 16 15:20:05.804423 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] Checking router: e54db319-216c-489e-9436-02d1b8cfc7db for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:20:05.811577 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for floatingip, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.814636 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117293'] for floatingip, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.817397 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] Routers {'e54db319-216c-489e-9436-02d1b8cfc7db'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:05.818023 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['e54db319-216c-489e-9436-02d1b8cfc7db'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:05.819708 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-51b8df32-c963-44b4-b166-043730fcc99d tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "DELETE /v2.0/floatingips/ecab1366-c1fd-4def-9241-786ca98785cf HTTP/1.1" status: 204 len: 168 time: 0.5495842 Sep 16 15:20:05.822499 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f203eae2-972b-4f08-a059-0491d7360f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.867772 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] For port f2814f95-33c4-46fa-84ac-eb121e782a65, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=f2814f95-33c4-46fa-84ac-eb121e782a65,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:05.868141 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:05.888209 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Calling delete_port for f2814f95-33c4-46fa-84ac-eb121e782a65 owned by network:router_gateway {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:05.917479 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] Set router e54db319-216c-489e-9436-02d1b8cfc7db gateway port host: None {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:05.974000 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:20:05Z', 'revision_number': 6, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:06.011929 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a2410-ac75-47b3-888e-e70f937e5e75 None None] The sync data for ids ['e54db319-216c-489e-9436-02d1b8cfc7db'] in dv-cinder-809420-1-iscsi is: [{'id': 'e54db319-216c-489e-9436-02d1b8cfc7db', 'name': 'tempest-TestShelveInstance-1556601057-router', 'tenant_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:07Z', 'updated_at': '2021-09-16T15:20:05Z', 'revision_number': 6, 'project_id': 'b95ab517f71c4f8488f8e5455318a0c8', 'gw_port_host': None}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:06.081432 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f203eae2-972b-4f08-a059-0491d7360f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.085151 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-f203eae2-972b-4f08-a059-0491d7360f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.157884 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203eae2-972b-4f08-a059-0491d7360f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29718c4-0124-475e-9d97-8ed66ee6094f,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:06.164233 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-f203eae2-972b-4f08-a059-0491d7360f54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b488c6fab065424ca3f3edb91356ddf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269122 Sep 16 15:20:06.167138 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52650) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:06.197783 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.232051 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2814f95-33c4-46fa-84ac-eb121e782a65,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:06.286901 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a1f2-947c-4510-89d6-62c98837dcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.319825 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a1f2-947c-4510-89d6-62c98837dcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.327180 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.435966 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.438526 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.486751 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.487307 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54db319-216c-489e-9436-02d1b8cfc7db {{(pid=94190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:20:06.494079 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.495322 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-13c65082-f8b4-4a98-b315-c19c8d20618e admin admin] 10.222.0.52 "DELETE /v2.0/routers/e54db319-216c-489e-9436-02d1b8cfc7db HTTP/1.1" status: 204 len: 168 time: 1.0879819 Sep 16 15:20:06.496533 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a1f2-947c-4510-89d6-62c98837dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.498701 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52652) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:06.499178 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a1f2-947c-4510-89d6-62c98837dcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.500103 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9ea6a1f2-947c-4510-89d6-62c98837dcbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f29718c4-0124-475e-9d97-8ed66ee6094f HTTP/1.1" status: 204 len: 168 time: 0.3320777 Sep 16 15:20:06.518009 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a1f2-947c-4510-89d6-62c98837dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29718c4-0124-475e-9d97-8ed66ee6094f,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:06.608431 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Deleting subnet 222c9773-8533-4532-a13b-6fdd9ca0083e {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:06.612611 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.654682 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.748931 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.812013 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.837613 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222c9773-8533-4532-a13b-6fdd9ca0083e,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:06.841181 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.845497 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-7385adea-d0a3-4c6e-9d56-29a7a6a7b5af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/222c9773-8533-4532-a13b-6fdd9ca0083e HTTP/1.1" status: 204 len: 168 time: 0.3426538 Sep 16 15:20:06.845626 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52666) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:06.848500 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9894b-1291-46f2-aea5-21e6d8aac145 None None] Network 15bd1f35-a84e-4df1-bb58-8676310f7d00 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:06.915641 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:06.979375 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Deleting port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:06.979797 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.046632 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52676) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:07.054871 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] For port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:07.055078 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.068815 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Calling delete_port for fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 owned by network:dhcp {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:07.075629 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] DHCP port deletion for 15bd1f35-a84e-4df1-bb58-8676310f7d00 request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:20:07.147122 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] Deleting port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 {{(pid=94192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:07.147987 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.159245 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0247f88-94ae-4bdb-a7e3-e750a0fbc8c8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.190066 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.204218 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0247f88-94ae-4bdb-a7e3-e750a0fbc8c8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.212228 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] No DVR routers for this DVR port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 on host dv-cinder-809420-1-iscsi {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:07.214837 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 9fcac3ac-cd32-460a-bde9-ae593080f5ac no longer exists at agent hyperv_hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:07.250010 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] No Port match for: 9fcac3ac-cd32-460a-bde9-ae593080f5ac {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:07.250789 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Device 9fcac3ac-cd32-460a-bde9-ae593080f5ac not bound to the agent host hv-cinder-80942 {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:07.257511 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] For port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,segment=NetworkSegment(9729007e-46c4-4b32-8f03-a18e77be6d03),segment_id=9729007e-46c4-4b32-8f03-a18e77be6d03)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:07.258001 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.260912 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:07.271213 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] Calling delete_port for fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 owned by network:dhcp {{(pid=94192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:07.294740 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0247f88-94ae-4bdb-a7e3-e750a0fbc8c8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.297348 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a0247f88-94ae-4bdb-a7e3-e750a0fbc8c8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.298585 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-a0247f88-94ae-4bdb-a7e3-e750a0fbc8c8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] 10.222.0.52 "DELETE /v2.0/security-groups/49dbe1e4-a637-4104-bc17-a17727d7cb57 HTTP/1.1" status: 204 len: 168 time: 0.2508399 Sep 16 15:20:07.309398 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0247f88-94ae-4bdb-a7e3-e750a0fbc8c8 tempest-TestVolumeBootPattern-1005793812 tempest-TestVolumeBootPattern-1005793812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbe1e4-a637-4104-bc17-a17727d7cb57,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:07.333936 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.377834 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52688) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:07.391256 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bd1f35-a84e-4df1-bb58-8676310f7d00']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:07.402267 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9729007e-46c4-4b32-8f03-a18e77be6d03') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:07.402517 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9729007e-46c4-4b32-8f03-a18e77be6d03') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:07.413020 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.427435 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.433086 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.440912 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:07.441479 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:07.444206 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:07.457157 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] Pushing event deleted for resources: {'Port': ['ID=fa607a2b-a5e6-4779-b1e4-b0139bf3ba97,revision_number=None']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:07.465026 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5a2a5-8d57-4cbb-b571-3c572eed4bd5 None None] No DVR routers for this DVR port fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 on host dv-cinder-809420-1-iscsi {{(pid=94192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:07.513336 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.520698 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:07.523635 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] 10.222.0.52 "DELETE /v2.0/networks/15bd1f35-a84e-4df1-bb58-8676310f7d00 HTTP/1.1" status: 204 len: 168 time: 0.6770937 Sep 16 15:20:07.526537 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52694) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:07.541046 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28d80-5f35-4796-a020-43b353cdfbcf admin admin] Pushing event deleted for resources: {'Network': ['ID=15bd1f35-a84e-4df1-bb58-8676310f7d00,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:07.892558 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52718) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:08.005799 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-edebeaad-3c61-436a-9d01-b838defed4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.079754 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:08.099869 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:08.100187 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device fa607a2b-a5e6-4779-b1e4-b0139bf3ba97 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:08.100782 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device f2814f95-33c4-46fa-84ac-eb121e782a65 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:08.117351 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-edebeaad-3c61-436a-9d01-b838defed4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.120293 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: f2814f95-33c4-46fa-84ac-eb121e782a65 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:08.120648 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device f2814f95-33c4-46fa-84ac-eb121e782a65 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:08.121061 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 465b8ec4-3325-4eb6-a15e-55213afec267 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:08.121539 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-edebeaad-3c61-436a-9d01-b838defed4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.145693 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 465b8ec4-3325-4eb6-a15e-55213afec267 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:08.146040 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 465b8ec4-3325-4eb6-a15e-55213afec267 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:08.167704 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-edebeaad-3c61-436a-9d01-b838defed4e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=359c65db74894ea5a40c20eb97d99ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738752 Sep 16 15:20:08.168701 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebeaad-3c61-436a-9d01-b838defed4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca17f4-ca4a-431d-8653-d12105935bb0,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:08.171452 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52722) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:08.209012 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.221863 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5309-c75e-4a63-ad3f-11b92aa964b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.243511 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5309-c75e-4a63-ad3f-11b92aa964b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.289404 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5309-c75e-4a63-ad3f-11b92aa964b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.291980 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5309-c75e-4a63-ad3f-11b92aa964b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.293263 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-8c5e5309-c75e-4a63-ad3f-11b92aa964b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65ca17f4-ca4a-431d-8653-d12105935bb0 HTTP/1.1" status: 204 len: 168 time: 0.1209149 Sep 16 15:20:08.304144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e5309-c75e-4a63-ad3f-11b92aa964b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca17f4-ca4a-431d-8653-d12105935bb0,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:08.408298 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.455553 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.864922 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Deleting port 943cbb3e-c72a-4f19-a410-aaf3c120ff09 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:08.865826 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.932304 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Deleting port cc42e6d0-fb68-49c9-bf45-aeebc41063cc {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:08.932646 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:09.005562 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] For port 943cbb3e-c72a-4f19-a410-aaf3c120ff09, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=943cbb3e-c72a-4f19-a410-aaf3c120ff09,segment=NetworkSegment(23c27075-026c-465d-a903-8f3d99a7a391),segment_id=23c27075-026c-465d-a903-8f3d99a7a391)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:09.006555 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:09.022575 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Calling delete_port for 943cbb3e-c72a-4f19-a410-aaf3c120ff09 owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:09.044556 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] For port cc42e6d0-fb68-49c9-bf45-aeebc41063cc, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:09.044928 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:09.089749 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Calling delete_port for cc42e6d0-fb68-49c9-bf45-aeebc41063cc owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:09.366691 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:09.406262 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=943cbb3e-c72a-4f19-a410-aaf3c120ff09,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:09.417370 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:09.477043 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc42e6d0-fb68-49c9-bf45-aeebc41063cc,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:09.722962 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:09.777230 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.342230 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Router b85a56c8-169c-44df-91d6-b6e178544569 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:20:10.360767 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:20:10.533078 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:20:10.538994 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-0fd41585-471c-4c77-bfef-56f9757e2c88 admin admin] 10.222.0.52 "PUT /v2.0/routers/b85a56c8-169c-44df-91d6-b6e178544569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0112262 Sep 16 15:20:10.541628 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52770) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:10.544037 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] Sync routers for ids ['b85a56c8-169c-44df-91d6-b6e178544569'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:20:10.548807 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:20:10.554122 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-a2ccc785-fef4-4cca-97d6-685b0f86fbe2 admin admin] 10.222.0.52 "PUT /v2.0/routers/78e47e42-ea69-49c3-825e-0d3ff7f01d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1752110 Sep 16 15:20:10.556747 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52772) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:10.558744 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] Sync routers for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:20:10.559517 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] Routers {'b85a56c8-169c-44df-91d6-b6e178544569'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:10.560226 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b85a56c8-169c-44df-91d6-b6e178544569'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:10.579198 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:10.579839 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:10.663793 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.676415 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] Set router b85a56c8-169c-44df-91d6-b6e178544569 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:10.692901 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks [] for router, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.700719 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: dv-cinder-809420-1-iscsi {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:10.772784 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.808888 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.839660 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Deleting port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:10.840007 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.870084 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Deleting port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:10.870339 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.891531 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:20:09Z', 'revision_number': 5, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port': {'id': 'dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:72:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:15Z', 'updated_at': '2021-09-16T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:10.907190 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:20:09Z', 'revision_number': 5, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port': {'id': '10b1ad79-d4f8-41df-baf4-6918ef5f3dfe', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:42Z', 'updated_at': '2021-09-16T15:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:10.949607 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] For port 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:10.949990 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.953594 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] Checking router: 78e47e42-ea69-49c3-825e-0d3ff7f01d04 for host: dv-cinder-809420-1-iscsi {{(pid=94192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:20:10.963213 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] Routers {'78e47e42-ea69-49c3-825e-0d3ff7f01d04'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:10.964021 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'], 'active': True} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:10.989428 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] For port dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:10.990823 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:10.991302 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Calling delete_port for 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe owned by network:router_gateway {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:11.007666 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Calling delete_port for dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac owned by network:router_gateway {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:11.058615 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] Checking router: b85a56c8-169c-44df-91d6-b6e178544569 for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:20:11.070337 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] Routers {'b85a56c8-169c-44df-91d6-b6e178544569'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:11.071286 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b85a56c8-169c-44df-91d6-b6e178544569'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:11.078197 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvr_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] Set router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 gateway port host: None {{(pid=94192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:11.166545 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_hamode_db [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:20:10Z', 'revision_number': 6, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:11.200170 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bfeb4-2ef9-4d5b-860d-cf38e72cb3a9 None None] The sync data for ids ['78e47e42-ea69-49c3-825e-0d3ff7f01d04'] in dv-cinder-809420-1-iscsi is: [{'id': '78e47e42-ea69-49c3-825e-0d3ff7f01d04', 'name': 'tempest-TestVolumeBootPattern-1663356559-router', 'tenant_id': '84e90f2361174e77a88042d06e74e110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:41Z', 'updated_at': '2021-09-16T15:20:10Z', 'revision_number': 6, 'project_id': '84e90f2361174e77a88042d06e74e110', 'gw_port_host': None}] {{(pid=94192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:11.209590 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] Set router b85a56c8-169c-44df-91d6-b6e178544569 gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:11.238281 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.272399 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:20:10Z', 'revision_number': 6, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:11.273038 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.279726 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:11.304459 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16c433b-814d-4c51-b5d8-9c3ac2a03864 None None] The sync data for ids ['b85a56c8-169c-44df-91d6-b6e178544569'] in dv-cinder-809420-1-iscsi is: [{'id': 'b85a56c8-169c-44df-91d6-b6e178544569', 'name': 'tempest-TestShelveInstance-2136351496-router', 'tenant_id': 'b5c37a20072b45c69464546870cf772c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:15:14Z', 'updated_at': '2021-09-16T15:20:10Z', 'revision_number': 6, 'project_id': 'b5c37a20072b45c69464546870cf772c', 'gw_port_host': None}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:11.305919 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b1ad79-d4f8-41df-baf4-6918ef5f3dfe,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:11.358555 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.370941 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.461280 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.462785 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.463411 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.464951 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.512246 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.512792 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.513017 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e47e42-ea69-49c3-825e-0d3ff7f01d04 {{(pid=94190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:20:11.513388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85a56c8-169c-44df-91d6-b6e178544569 {{(pid=94191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:20:11.517082 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.520798 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9d293cba-4b9d-40bd-8a9d-8463a160c3d3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/78e47e42-ea69-49c3-825e-0d3ff7f01d04 HTTP/1.1" status: 204 len: 168 time: 0.9605615 Sep 16 15:20:11.521071 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.521173 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52780) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:11.522660 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-a7356d52-3355-4066-8f67-b61576b4a794 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b85a56c8-169c-44df-91d6-b6e178544569 HTTP/1.1" status: 204 len: 168 time: 0.9800191 Sep 16 15:20:11.523234 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52782) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:11.565257 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Deleting subnet 06ddd76c-3b7d-4698-885b-91937202be77 {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:11.565870 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Deleting subnet a6fc7045-d1e6-451c-a157-d467d53fa897 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:11.569395 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.571473 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.604683 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.606902 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.685428 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.699913 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.744125 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.757236 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.776433 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.781665 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a6fc7045-d1e6-451c-a157-d467d53fa897 HTTP/1.1" status: 204 len: 168 time: 0.2575130 Sep 16 15:20:11.782717 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cf988-e6f6-477b-8d5f-c8c80583d5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fc7045-d1e6-451c-a157-d467d53fa897,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:11.783598 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4dd1c-bf42-4326-8b6b-4e4eeda5e699 None None] Network 9727ad0d-e79d-4845-b501-cc56f45359bb requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:11.784062 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52784) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:11.793309 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ddd76c-3b7d-4698-885b-91937202be77,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:11.807241 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.807430 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8b5dd-c489-4ce7-a016-a4066a50d54b None None] Network b83b58b7-9f40-4e77-be18-f12f23d9d013 requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:11.809277 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-679790ec-435f-4634-aa70-48d65f623c43 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/06ddd76c-3b7d-4698-885b-91937202be77 HTTP/1.1" status: 204 len: 168 time: 0.2864494 Sep 16 15:20:11.811886 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52786) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:11.864653 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.886053 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:11.927353 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Deleting port b63069c8-e553-4e40-bd71-cede7d0aa91a {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:11.928211 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.013873 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] For port b63069c8-e553-4e40-bd71-cede7d0aa91a, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=b63069c8-e553-4e40-bd71-cede7d0aa91a,segment=NetworkSegment(23c27075-026c-465d-a903-8f3d99a7a391),segment_id=23c27075-026c-465d-a903-8f3d99a7a391)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:12.014299 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.032574 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Calling delete_port for b63069c8-e553-4e40-bd71-cede7d0aa91a owned by network:dhcp {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:12.128285 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.156329 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Pushing event deleted for resources: {'Port': ['ID=b63069c8-e553-4e40-bd71-cede7d0aa91a,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:12.160723 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] No DVR routers for this DVR port b63069c8-e553-4e40-bd71-cede7d0aa91a on host dv-cinder-809420-1-iscsi {{(pid=94190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:12.256549 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.266999 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Deleting port afd68ece-5ab0-488a-b350-60a390b6c9fc {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:12.267347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.284086 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9727ad0d-e79d-4845-b501-cc56f45359bb']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:12.300248 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c27075-026c-465d-a903-8f3d99a7a391') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:12.300541 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c27075-026c-465d-a903-8f3d99a7a391') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:12.322265 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.339011 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] For port afd68ece-5ab0-488a-b350-60a390b6c9fc, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=afd68ece-5ab0-488a-b350-60a390b6c9fc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:12.339182 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c797e-3edc-48e2-8ca9-128d7ba0ebef None None] DHCP port deletion for 9727ad0d-e79d-4845-b501-cc56f45359bb request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:20:12.339320 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.350342 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.353320 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Calling delete_port for afd68ece-5ab0-488a-b350-60a390b6c9fc owned by network:dhcp {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:12.371357 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] DHCP port deletion for b83b58b7-9f40-4e77-be18-f12f23d9d013 request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:20:12.376981 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:12.377412 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:12.379253 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:12.463111 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.469034 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] Deleting port afd68ece-5ab0-488a-b350-60a390b6c9fc {{(pid=94192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:12.469414 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.494736 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.496519 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] 10.222.0.52 "DELETE /v2.0/networks/9727ad0d-e79d-4845-b501-cc56f45359bb HTTP/1.1" status: 204 len: 168 time: 0.7117219 Sep 16 15:20:12.498816 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363f31b-758f-4906-96e2-75378851824d admin admin] Pushing event deleted for resources: {'Network': ['ID=9727ad0d-e79d-4845-b501-cc56f45359bb,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:12.508613 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.546317 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Pushing event deleted for resources: {'Port': ['ID=afd68ece-5ab0-488a-b350-60a390b6c9fc,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:12.550589 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] No DVR routers for this DVR port afd68ece-5ab0-488a-b350-60a390b6c9fc on host dv-cinder-809420-1-iscsi {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:12.575673 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.db [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] For port afd68ece-5ab0-488a-b350-60a390b6c9fc, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=afd68ece-5ab0-488a-b350-60a390b6c9fc,segment=NetworkSegment(293b07d3-bcb7-46eb-8080-660e3652dfdc),segment_id=293b07d3-bcb7-46eb-8080-660e3652dfdc)] {{(pid=94192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:12.576153 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.599392 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] Calling delete_port for afd68ece-5ab0-488a-b350-60a390b6c9fc owned by network:dhcp {{(pid=94192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:12.610843 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 943cbb3e-c72a-4f19-a410-aaf3c120ff09 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:12.643734 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 943cbb3e-c72a-4f19-a410-aaf3c120ff09 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:12.644361 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 943cbb3e-c72a-4f19-a410-aaf3c120ff09 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:12.644956 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:12.670383 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:12.670769 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 10b1ad79-d4f8-41df-baf4-6918ef5f3dfe not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:12.671202 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device cc42e6d0-fb68-49c9-bf45-aeebc41063cc no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:12.717487 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.726633 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: cc42e6d0-fb68-49c9-bf45-aeebc41063cc {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:12.727225 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device cc42e6d0-fb68-49c9-bf45-aeebc41063cc not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:12.767102 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83b58b7-9f40-4e77-be18-f12f23d9d013']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:12.782277 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609'] for port, after_delete {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.788054 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293b07d3-bcb7-46eb-8080-660e3652dfdc') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:12.788510 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293b07d3-bcb7-46eb-8080-660e3652dfdc') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:12.800855 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.814296 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] Pushing event deleted for resources: {'Port': ['ID=afd68ece-5ab0-488a-b350-60a390b6c9fc,revision_number=None']} {{(pid=94192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:12.819665 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.820845 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149121b-5ef9-45de-9838-1f0144d6c80b None None] No DVR routers for this DVR port afd68ece-5ab0-488a-b350-60a390b6c9fc on host dv-cinder-809420-1-iscsi {{(pid=94192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:12.829194 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:12.829669 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:12.833534 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:12.839190 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52802) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:12.922894 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.929138 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:12.930994 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] 10.222.0.52 "DELETE /v2.0/networks/b83b58b7-9f40-4e77-be18-f12f23d9d013 HTTP/1.1" status: 204 len: 168 time: 1.1181364 Sep 16 15:20:12.935761 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3e9915f3-22ed-4c18-bd65-1c53b755b44e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b95ab517f71c4f8488f8e5455318a0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957956 Sep 16 15:20:12.935926 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52804) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:12.940011 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52806) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:12.947936 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d55772-d0af-41ae-a613-c0cf34ce569c admin admin] Pushing event deleted for resources: {'Network': ['ID=b83b58b7-9f40-4e77-be18-f12f23d9d013,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:13.065584 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ba7dce39-36ab-4537-9638-796da7e0b334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.126621 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ba7dce39-36ab-4537-9638-796da7e0b334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.219821 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ba7dce39-36ab-4537-9638-796da7e0b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.222175 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-ba7dce39-36ab-4537-9638-796da7e0b334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.223329 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-ba7dce39-36ab-4537-9638-796da7e0b334 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebc15871-1706-428c-aee9-8d8a6d487d68 HTTP/1.1" status: 204 len: 168 time: 0.2817349 Sep 16 15:20:13.252589 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dce39-36ab-4537-9638-796da7e0b334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc15871-1706-428c-aee9-8d8a6d487d68,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:13.366260 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578321'] for router_interface, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.560768 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52812) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:13.602360 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-22d37e06-03ba-4e54-b476-debe039c8b8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5c37a20072b45c69464546870cf772c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404012 Sep 16 15:20:13.604946 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52814) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:13.654933 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39774ac4-fbbc-4fea-a37a-01f1130b630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.676077 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39774ac4-fbbc-4fea-a37a-01f1130b630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.722930 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39774ac4-fbbc-4fea-a37a-01f1130b630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.726011 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-39774ac4-fbbc-4fea-a37a-01f1130b630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.727228 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-39774ac4-fbbc-4fea-a37a-01f1130b630c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c163eef-aaa6-4724-b6ec-706ed155e357 HTTP/1.1" status: 204 len: 168 time: 0.1212919 Sep 16 15:20:13.735150 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774ac4-fbbc-4fea-a37a-01f1130b630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c163eef-aaa6-4724-b6ec-706ed155e357,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:13.853126 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Deleting port 16be41a9-5709-49ae-8b37-4a2c89c6b770 {{(pid=94190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:13.853422 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.955072 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.db [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] For port 16be41a9-5709-49ae-8b37-4a2c89c6b770, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=16be41a9-5709-49ae-8b37-4a2c89c6b770,segment=NetworkSegment(ea214378-1a90-4e59-9626-3b61b69709e5),segment_id=ea214378-1a90-4e59-9626-3b61b69709e5)] {{(pid=94190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:13.955742 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.971553 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.plugin [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Calling delete_port for 16be41a9-5709-49ae-8b37-4a2c89c6b770 owned by network:router_interface {{(pid=94190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:14.071364 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device b63069c8-e553-4e40-bd71-cede7d0aa91a no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:14.103784 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: b63069c8-e553-4e40-bd71-cede7d0aa91a {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:14.105816 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device b63069c8-e553-4e40-bd71-cede7d0aa91a not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:14.106884 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:14.132103 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:14.132529 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device dd9236bf-34a1-40c7-ac77-bb1c2f6ac3ac not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:14.133013 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device afd68ece-5ab0-488a-b350-60a390b6c9fc no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:14.155591 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: afd68ece-5ab0-488a-b350-60a390b6c9fc {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:14.156012 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device afd68ece-5ab0-488a-b350-60a390b6c9fc not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:14.205683 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1098129'] for port, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:14.233396 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=16be41a9-5709-49ae-8b37-4a2c89c6b770,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:14.411613 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:14.628924 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Router b08ebaf6-5af0-463b-8df6-1ef782e505fa has already been hosted by L3 agent b37a2180-85ce-4c85-b1f8-60ebd98365b1 {{(pid=94190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:20:14.734797 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] Notify agent at l3_agent.dv-cinder-809420-1-iscsi the message routers_updated {{(pid=94190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:20:14.739714 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c332846a-c729-4d8a-af4b-f9f442bd0a8b admin admin] 10.222.0.52 "PUT /v2.0/routers/b08ebaf6-5af0-463b-8df6-1ef782e505fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8045528 Sep 16 15:20:14.742454 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52842) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:14.745074 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] Sync routers for ids ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'] in dv-cinder-809420-1-iscsi {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:20:14.754135 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] Routers {'b08ebaf6-5af0-463b-8df6-1ef782e505fa'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:14.754776 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:14.845445 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks [] for router, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:14.856584 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] Set router b08ebaf6-5af0-463b-8df6-1ef782e505fa gateway port host: dv-cinder-809420-1-iscsi {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:14.948956 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.001623 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Deleting port c54da85e-c58d-4199-be25-29262d9406ef {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:15.001971 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.031808 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'external_fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:20:14Z', 'revision_number': 5, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port': {'id': 'c54da85e-c58d-4199-be25-29262d9406ef', 'name': '', 'network_id': '53bce003-e9df-4417-a60c-7c024fbb5b54', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809420-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:48Z', 'updated_at': '2021-09-16T15:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9a275ee-2a7e-442b-a8ec-c8f955d46793', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809420-1-iscsi'}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:15.061515 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] Checking router: b08ebaf6-5af0-463b-8df6-1ef782e505fa for host: dv-cinder-809420-1-iscsi {{(pid=94193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:20:15.071078 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] Routers {'b08ebaf6-5af0-463b-8df6-1ef782e505fa'} bound to L3 agent in host dv-cinder-809420-1-iscsi {{(pid=94193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:15.071748 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809420-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:32Z,description=,heartbeat_timestamp=2021-09-16T15:20:02Z,host='dv-cinder-809420-1-iscsi',id=b37a2180-85ce-4c85-b1f8-60ebd98365b1,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:32Z,topic='l3_agent')) {'router_ids': ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'], 'active': True} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:15.086808 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] For port c54da85e-c58d-4199-be25-29262d9406ef, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=c54da85e-c58d-4199-be25-29262d9406ef,segment=NetworkSegment(6e53eae2-56bf-42d5-b82e-cb1220bc894c),segment_id=6e53eae2-56bf-42d5-b82e-cb1220bc894c)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:15.087261 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.098695 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Calling delete_port for c54da85e-c58d-4199-be25-29262d9406ef owned by network:router_gateway {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:15.168616 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_dvr_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] Set router b08ebaf6-5af0-463b-8df6-1ef782e505fa gateway port host: None {{(pid=94193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:15.252460 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.l3_hamode_db [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:20:14Z', 'revision_number': 6, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port_host': None}], 'dv-cinder-809420-1-iscsi', False) {} {{(pid=94193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:15.260756 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.283024 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a603a1a-c837-48a9-8c66-55fca55d213e None None] The sync data for ids ['b08ebaf6-5af0-463b-8df6-1ef782e505fa'] in dv-cinder-809420-1-iscsi is: [{'id': 'b08ebaf6-5af0-463b-8df6-1ef782e505fa', 'name': 'tempest-TestVolumeBootPattern-331401032-router', 'tenant_id': '6903bff6fa1a4b08b1ea178f98374d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:47Z', 'updated_at': '2021-09-16T15:20:14Z', 'revision_number': 6, 'project_id': '6903bff6fa1a4b08b1ea178f98374d50', 'gw_port_host': None}] {{(pid=94193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:15.288144 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54da85e-c58d-4199-be25-29262d9406ef,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:15.355203 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.446522 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7335'] for router, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.448591 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.497873 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579789'] for router, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.498457 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08ebaf6-5af0-463b-8df6-1ef782e505fa {{(pid=94191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:20:15.503584 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] Notify callbacks [] for router, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.504717 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-1e088e8e-f528-4434-94a0-5d33e0082970 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b08ebaf6-5af0-463b-8df6-1ef782e505fa HTTP/1.1" status: 204 len: 168 time: 0.7613018 Sep 16 15:20:15.507694 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52850) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:15.550435 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Deleting subnet 939a4eec-dcce-4e15-8381-54152eead097 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:15.554159 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.590580 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.678712 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.739410 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.763256 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939a4eec-dcce-4e15-8381-54152eead097,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:15.769577 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.773679 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-ab4fed7f-034c-4630-bbb3-0bcd353bd163 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/939a4eec-dcce-4e15-8381-54152eead097 HTTP/1.1" status: 204 len: 168 time: 0.2629075 Sep 16 15:20:15.773917 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52854) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:15.775011 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b06e50-c048-4e26-91d7-8bba4b81072d None None] Network f2664a91-d6bd-4b49-911e-b3f39bf8ab8c requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:15.844189 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.896194 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Deleting port 68a67491-8c6c-4d95-87ee-0f85031e8531 {{(pid=94191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:15.896531 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760632188977'] for port, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.957985 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.db [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] For port 68a67491-8c6c-4d95-87ee-0f85031e8531, host dv-cinder-809420-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809420-1-iscsi',level=0,port_id=68a67491-8c6c-4d95-87ee-0f85031e8531,segment=NetworkSegment(ea214378-1a90-4e59-9626-3b61b69709e5),segment_id=ea214378-1a90-4e59-9626-3b61b69709e5)] {{(pid=94191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:15.958349 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571737'] for port, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:15.973739 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.plugin [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Calling delete_port for 68a67491-8c6c-4d95-87ee-0f85031e8531 owned by network:dhcp {{(pid=94191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:16.050717 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3812028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760632196599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760631612609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59742565'] for port, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.062654 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a032260e-a22c-4a5a-a770-a1622cbe9493 None None] DHCP port deletion for f2664a91-d6bd-4b49-911e-b3f39bf8ab8c request from dv-cinder-809420-1-iscsi {{(pid=94192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:20:16.087363 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] No DVR routers for this DVR port 68a67491-8c6c-4d95-87ee-0f85031e8531 on host dv-cinder-809420-1-iscsi {{(pid=94191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:16.092408 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a67491-8c6c-4d95-87ee-0f85031e8531,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:16.113304 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 16be41a9-5709-49ae-8b37-4a2c89c6b770 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:16.140867 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 16be41a9-5709-49ae-8b37-4a2c89c6b770 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:16.141287 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 16be41a9-5709-49ae-8b37-4a2c89c6b770 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:16.141777 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c54da85e-c58d-4199-be25-29262d9406ef no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:16.164096 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: c54da85e-c58d-4199-be25-29262d9406ef {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:16.164522 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device c54da85e-c58d-4199-be25-29262d9406ef not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:16.165007 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 68a67491-8c6c-4d95-87ee-0f85031e8531 no longer exists at agent ovs-agent-dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:16.173567 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.184431 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.plugin [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] No Port match for: 68a67491-8c6c-4d95-87ee-0f85031e8531 {{(pid=94192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:16.184780 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Device 68a67491-8c6c-4d95-87ee-0f85031e8531 not bound to the agent host dv-cinder-809420-1-iscsi {{(pid=94192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:16.194332 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2664a91-d6bd-4b49-911e-b3f39bf8ab8c']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:16.205110 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea214378-1a90-4e59-9626-3b61b69709e5') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:16.205464 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea214378-1a90-4e59-9626-3b61b69709e5') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:16.217864 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.232253 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.238512 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:16.239017 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:16.241395 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:16.296618 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.312113 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.314025 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f2664a91-d6bd-4b49-911e-b3f39bf8ab8c HTTP/1.1" status: 204 len: 168 time: 0.5391910 Sep 16 15:20:16.315107 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcfb34-759e-4cf0-92f7-601a64e95294 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2664a91-d6bd-4b49-911e-b3f39bf8ab8c,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:16.475505 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52858) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:16.517170 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c26b6cd0-d7b9-4524-8c21-56300fe5802e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84e90f2361174e77a88042d06e74e110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405202 Sep 16 15:20:16.519592 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52860) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:16.565933 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-baf3a1f7-4bf4-4171-a239-24190c7b8618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.587857 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-baf3a1f7-4bf4-4171-a239-24190c7b8618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.636064 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-baf3a1f7-4bf4-4171-a239-24190c7b8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.638703 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-baf3a1f7-4bf4-4171-a239-24190c7b8618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:16.639871 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-baf3a1f7-4bf4-4171-a239-24190c7b8618 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/332acf92-e522-40c2-9d9a-2aae4e6d3604 HTTP/1.1" status: 204 len: 168 time: 0.1193857 Sep 16 15:20:16.647539 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3a1f7-4bf4-4171-a239-24190c7b8618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332acf92-e522-40c2-9d9a-2aae4e6d3604,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:16.965139 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52886) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:17.012047 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-29ba4dd6-86c9-46b1-a588-fceab8771074 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6903bff6fa1a4b08b1ea178f98374d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456736 Sep 16 15:20:17.014472 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52890) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:17.062750 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-96c32169-850a-4260-952c-a79796e24728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:17.083141 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-96c32169-850a-4260-952c-a79796e24728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:17.133191 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-96c32169-850a-4260-952c-a79796e24728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:17.135863 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-96c32169-850a-4260-952c-a79796e24728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:17.137016 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-96c32169-850a-4260-952c-a79796e24728 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d87dc1f-7893-41d9-925a-ff5b25f0e882 HTTP/1.1" status: 204 len: 168 time: 0.1216378 Sep 16 15:20:17.144309 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c32169-850a-4260-952c-a79796e24728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87dc1f-7893-41d9-925a-ff5b25f0e882,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:25.080924 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 52984) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:25.183956 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b4cd-4621-4bf3-bd09-4426e0deec47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.270488 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b4cd-4621-4bf3-bd09-4426e0deec47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.274804 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b4cd-4621-4bf3-bd09-4426e0deec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.312440 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3cb5b4cd-4621-4bf3-bd09-4426e0deec47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4eae24c037d3411aaaffa6eefcee3517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301214 Sep 16 15:20:25.313317 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b4cd-4621-4bf3-bd09-4426e0deec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e5e5c-657d-48f2-85c0-13b1631a52b4,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:25.315147 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52988) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:25.364054 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-04361bd8-6da4-436c-97a7-ba0f56414d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.385423 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-04361bd8-6da4-436c-97a7-ba0f56414d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.431137 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-04361bd8-6da4-436c-97a7-ba0f56414d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.433615 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-04361bd8-6da4-436c-97a7-ba0f56414d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.434834 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-04361bd8-6da4-436c-97a7-ba0f56414d50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d0e5e5c-657d-48f2-85c0-13b1631a52b4 HTTP/1.1" status: 204 len: 168 time: 0.1180792 Sep 16 15:20:25.442409 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04361bd8-6da4-436c-97a7-ba0f56414d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e5e5c-657d-48f2-85c0-13b1631a52b4,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:25.695613 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52994) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:25.712011 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bda6847a-107f-4c5f-b848-e6251ec4b33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.803017 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bda6847a-107f-4c5f-b848-e6251ec4b33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.806671 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-bda6847a-107f-4c5f-b848-e6251ec4b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.842127 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6847a-107f-4c5f-b848-e6251ec4b33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668f528e-3e7d-43d1-9eb4-0e994ed3527e,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:25.846490 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-bda6847a-107f-4c5f-b848-e6251ec4b33a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a93211044394b649e83326899a43eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498439 Sep 16 15:20:25.849577 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 52996) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:25.896369 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2739f70c-29e7-4113-9aca-6e75c4d3fdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.917429 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2739f70c-29e7-4113-9aca-6e75c4d3fdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.962485 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2739f70c-29e7-4113-9aca-6e75c4d3fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.964919 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-2739f70c-29e7-4113-9aca-6e75c4d3fdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:25.966050 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-2739f70c-29e7-4113-9aca-6e75c4d3fdc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/668f528e-3e7d-43d1-9eb4-0e994ed3527e HTTP/1.1" status: 204 len: 168 time: 0.1154320 Sep 16 15:20:25.973434 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739f70c-29e7-4113-9aca-6e75c4d3fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668f528e-3e7d-43d1-9eb4-0e994ed3527e,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:29.865722 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e5981918-72a9-4c93-85fa-05c515ce1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:31.986717 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:20:32.180325 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53118) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:32.282860 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9a185f7e-0c59-432d-b1ad-ec03019a7ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.320464 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-0868d379-8d7e-434e-a467-2091e69a8e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.374832 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9a185f7e-0c59-432d-b1ad-ec03019a7ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.378382 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-9a185f7e-0c59-432d-b1ad-ec03019a7ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.421635 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-9a185f7e-0c59-432d-b1ad-ec03019a7ef7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74292293264841329c295242e85f8f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402265 Sep 16 15:20:32.422882 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a185f7e-0c59-432d-b1ad-ec03019a7ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00929e6-123e-4db2-847e-ec355baf97d4,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:32.424243 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53122) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:32.472271 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fadf9c73-a5ab-4e85-86a3-73c3bb37198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.492388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fadf9c73-a5ab-4e85-86a3-73c3bb37198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.539549 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fadf9c73-a5ab-4e85-86a3-73c3bb37198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.542137 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-fadf9c73-a5ab-4e85-86a3-73c3bb37198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.543298 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-fadf9c73-a5ab-4e85-86a3-73c3bb37198a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d00929e6-123e-4db2-847e-ec355baf97d4 HTTP/1.1" status: 204 len: 168 time: 0.1180873 Sep 16 15:20:32.550845 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf9c73-a5ab-4e85-86a3-73c3bb37198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00929e6-123e-4db2-847e-ec355baf97d4,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:32.797822 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53128) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:32.813601 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-99833645-4bf9-48b6-86de-fdb70f7120f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.899035 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-99833645-4bf9-48b6-86de-fdb70f7120f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.903412 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-99833645-4bf9-48b6-86de-fdb70f7120f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.940556 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-99833645-4bf9-48b6-86de-fdb70f7120f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cfdb96e884b4a57bd0cb9b4bea1d2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416545 Sep 16 15:20:32.941397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99833645-4bf9-48b6-86de-fdb70f7120f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb804806-aa4d-4ddf-83eb-dff0c93eeeae,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:32.943864 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53130) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:32.992063 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6b67c9af-88f7-46a1-bd7f-92145b2b35c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:33.012921 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6b67c9af-88f7-46a1-bd7f-92145b2b35c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:33.059213 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6b67c9af-88f7-46a1-bd7f-92145b2b35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:33.061764 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-6b67c9af-88f7-46a1-bd7f-92145b2b35c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:33.062943 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-6b67c9af-88f7-46a1-bd7f-92145b2b35c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb804806-aa4d-4ddf-83eb-dff0c93eeeae HTTP/1.1" status: 204 len: 168 time: 0.1180336 Sep 16 15:20:33.071793 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c9af-88f7-46a1-bd7f-92145b2b35c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb804806-aa4d-4ddf-83eb-dff0c93eeeae,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:33.126483 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:33.360079 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.933295 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53198) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:35.035498 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-cff21990-f1df-4054-ae35-cc7de1f1bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.102879 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.126988 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-cff21990-f1df-4054-ae35-cc7de1f1bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.130518 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-cff21990-f1df-4054-ae35-cc7de1f1bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.172632 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-cff21990-f1df-4054-ae35-cc7de1f1bb9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78e942e8f8dc44ab918c59e4db7bbdd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382553 Sep 16 15:20:35.173515 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff21990-f1df-4054-ae35-cc7de1f1bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa10cb9-9f00-4675-bfe3-5e7abc4b1fdd,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:35.175307 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53202) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:35.223224 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-904efe95-8d59-45b8-99f9-489270896ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.243301 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-904efe95-8d59-45b8-99f9-489270896ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.287410 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-904efe95-8d59-45b8-99f9-489270896ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.290242 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-904efe95-8d59-45b8-99f9-489270896ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.291394 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-904efe95-8d59-45b8-99f9-489270896ad9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8aa10cb9-9f00-4675-bfe3-5e7abc4b1fdd HTTP/1.1" status: 204 len: 168 time: 0.1150584 Sep 16 15:20:35.299442 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904efe95-8d59-45b8-99f9-489270896ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa10cb9-9f00-4675-bfe3-5e7abc4b1fdd,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:35.549272 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53208) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:35.563234 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-861f63d2-b091-4e43-9b09-03cefed7784b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.654364 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-861f63d2-b091-4e43-9b09-03cefed7784b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.658026 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-861f63d2-b091-4e43-9b09-03cefed7784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.695743 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-861f63d2-b091-4e43-9b09-03cefed7784b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c910e71e255140fca4f261af68b19754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454055 Sep 16 15:20:35.696686 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f63d2-b091-4e43-9b09-03cefed7784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2622e-8650-4c63-80a5-9280e65803a8,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:35.698487 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53210) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:35.748127 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7a9-b6c2-4011-99c5-930a87c89a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.768458 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7a9-b6c2-4011-99c5-930a87c89a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.813395 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7a9-b6c2-4011-99c5-930a87c89a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.815880 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-78b9e7a9-b6c2-4011-99c5-930a87c89a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.817014 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-78b9e7a9-b6c2-4011-99c5-930a87c89a9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ed2622e-8650-4c63-80a5-9280e65803a8 HTTP/1.1" status: 204 len: 168 time: 0.1166503 Sep 16 15:20:35.824282 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e7a9-b6c2-4011-99c5-930a87c89a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2622e-8650-4c63-80a5-9280e65803a8,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:36.466049 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53234) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:36.558293 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.v2.base [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-287330037-network', 'tenant_id': 'e2aa76a8f3024aa68bc270a02f59e345'}} {{(pid=94190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:36.579753 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Made reservation on behalf of e2aa76a8f3024aa68bc270a02f59e345 for: {'network': 1} {{(pid=94190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:20:36.582257 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.590399 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.680397 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.683813 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.703994 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:20:36.719037 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffcc28d-20c0-4168-90dc-ba77ddbf1e06,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:36.721887 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.722239 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.db.segments_db [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Added segment 6d9e76e0-2b8d-4098-930c-372cfc47adcb of type vlan for network 7e778397-87a7-4a9f-9075-d57a8a0b3cbd Sep 16 15:20:36.764190 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.788595 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.789542 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:36.790124 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.816754 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3495867 Sep 16 15:20:36.820686 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53238) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:36.825569 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Request body: {'subnet': {'network_id': '7e778397-87a7-4a9f-9075-d57a8a0b3cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-287330037-subnet', 'tenant_id': 'e2aa76a8f3024aa68bc270a02f59e345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:36.846438 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Made reservation on behalf of e2aa76a8f3024aa68bc270a02f59e345 for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:20:36.848622 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59992187'] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.850148 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02826d4-0da1-4932-90a7-cd14c00ad1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e778397-87a7-4a9f-9075-d57a8a0b3cbd,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:36.860319 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network 7e778397-87a7-4a9f-9075-d57a8a0b3cbd details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:20:37.012285 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59742473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59992149'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.067388 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a8e8bd-f249-4f97-8650-ad85a7a62de8,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:37.074936 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Checking segment: {'id': '6d9e76e0-2b8d-4098-930c-372cfc47adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '7e778397-87a7-4a9f-9075-d57a8a0b3cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:20:37.075294 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Network hostable DHCP agents. Network: 7e778397-87a7-4a9f-9075-d57a8a0b3cbd, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:20:37.091172 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Network 7e778397-87a7-4a9f-9075-d57a8a0b3cbd is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:20:37.099807 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, 7e778397-87a7-4a9f-9075-d57a8a0b3cbd) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:20:37.104403 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:37.105028 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.109416 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e0cdcc-c630-4ab5-a465-369f0b15f6f7 None None] Network 7e778397-87a7-4a9f-9075-d57a8a0b3cbd requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:37.117492 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-c97d473b-2802-4101-9db5-149874219c67 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2957327 Sep 16 15:20:37.233081 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71603210-c64b-4f71-923f-ecd1a7e52c05 None None] Network 7e778397-87a7-4a9f-9075-d57a8a0b3cbd requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:37.580840 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53254) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:37.585866 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1803628523-network', 'tenant_id': 'dd363ed0ac33496cb8bdc2cf3a5fb93b'}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:37.605984 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Made reservation on behalf of dd363ed0ac33496cb8bdc2cf3a5fb93b for: {'network': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:20:37.608249 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3812093'] for network, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.617273 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.710603 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.714361 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.737992 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:20:37.747932 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf1760-7d82-4fbe-b38e-023914a1c762,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:37.752743 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.753092 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.db.segments_db [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Added segment 02f4cb6b-71a7-42b7-aeeb-191a96e2ef6f of type vlan for network f53945bb-4e86-46f4-a194-90f285b573be Sep 16 15:20:37.794414 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760631598111'] for network, precommit_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.818397 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086'] for network, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.819347 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:37.819922 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.847179 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2652793 Sep 16 15:20:37.849982 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53256) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:37.855231 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.v2.base [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Request body: {'subnet': {'network_id': 'f53945bb-4e86-46f4-a194-90f285b573be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1803628523-subnet', 'tenant_id': 'dd363ed0ac33496cb8bdc2cf3a5fb93b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:37.892681 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f7fe3-966b-4efa-b462-b6db333b5f54 admin admin] Pushing event updated for resources: {'Network': ['ID=f53945bb-4e86-46f4-a194-90f285b573be,revision_number=1']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:37.902326 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.plugins.ml2.rpc [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Network f53945bb-4e86-46f4-a194-90f285b573be details requested by agent ovs-agent-dv-cinder-809420-1-iscsi with host dv-cinder-809420-1-iscsi {{(pid=94192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:20:37.905902 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Made reservation on behalf of dd363ed0ac33496cb8bdc2cf3a5fb93b for: {'subnet': 1} {{(pid=94191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:20:37.908315 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59992187'] for subnet, before_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:38.073811 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59742473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59992149'] for subnet, after_create {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:38.129107 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac445825-4d66-4597-997d-efbda21100ae,revision_number=0']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:38.137440 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Checking segment: {'id': '02f4cb6b-71a7-42b7-aeeb-191a96e2ef6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f53945bb-4e86-46f4-a194-90f285b573be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:20:38.137789 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Network hostable DHCP agents. Network: f53945bb-4e86-46f4-a194-90f285b573be, hostable agents: ['4397f2ef-c5ef-44fd-a1a2-b98e64679fe1'], hosted agents: [] {{(pid=94191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:20:38.154867 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Network f53945bb-4e86-46f4-a194-90f285b573be is scheduled to be hosted by DHCP agent 4397f2ef-c5ef-44fd-a1a2-b98e64679fe1 with binding_index 1 {{(pid=94191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:20:38.162896 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.scheduler.base_scheduler [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809420-1-iscsi, f53945bb-4e86-46f4-a194-90f285b573be) {{(pid=94191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:20:38.167649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:38.168240 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:38.173661 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fc462-2da7-477e-9ebd-fa7dd235ce6e None None] Network f53945bb-4e86-46f4-a194-90f285b573be requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:38.190192 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-bf37a88d-9b6b-4b4e-b94c-70b9fb3f3838 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3314369 Sep 16 15:20:38.244503 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:38.317112 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69bd7bd-e231-453c-8f8f-d552072e0b28 None None] Network f53945bb-4e86-46f4-a194-90f285b573be requested from dv-cinder-809420-1-iscsi {{(pid=94192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:20:51.596654 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53376) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:51.645303 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Deleting subnet 65a8e8bd-f249-4f97-8650-ad85a7a62de8 {{(pid=94191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:51.648610 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.682311 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62883277'] for subnet, precommit_delete_associations {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.721907 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.771578 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59742538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59992156'] for subnet, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.800511 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a8e8bd-f249-4f97-8650-ad85a7a62de8,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:51.804313 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for subnet, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.806866 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-0dc1cc40-e3d9-4938-bc35-821ece056d77 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/65a8e8bd-f249-4f97-8650-ad85a7a62de8 HTTP/1.1" status: 204 len: 168 time: 0.2092023 Sep 16 15:20:51.808511 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53378) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:51.874308 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.957968 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:51.977546 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e778397-87a7-4a9f-9075-d57a8a0b3cbd']}} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:51.989614 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9e76e0-2b8d-4098-930c-372cfc47adcb') {'for_net_delete': True} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:51.989910 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.services.segments.db [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9e76e0-2b8d-4098-930c-372cfc47adcb') {} {{(pid=94191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:51.998957 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62883270'] for segment, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.012072 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.017724 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:52.018117 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59743124'] for segment, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: Traceback (most recent call last): Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: timer() Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: cb(*args, **kw) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: return func(*args, **kwargs) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: self._notify() Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: self.callback(batched_events) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: event.method(event) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: return f(self, *a, **k) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._get(url).json() Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:52.019743 dv-cinder-809420-1-iscsi neutron-server[94191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:52.071674 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.076764 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.078863 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7e778397-87a7-4a9f-9075-d57a8a0b3cbd HTTP/1.1" status: 204 len: 168 time: 0.2694154 Sep 16 15:20:52.081745 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53380) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:52.089689 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6a85f-c62a-4216-b889-af5c354f0da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e778397-87a7-4a9f-9075-d57a8a0b3cbd,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:52.127467 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Deleting subnet ac445825-4d66-4597-997d-efbda21100ae {{(pid=94190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:52.130540 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.167832 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6454346'] for subnet, precommit_delete_associations {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.204654 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930701'] for subnet, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.255425 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1098174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7775102'] for subnet, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.281174 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac445825-4d66-4597-997d-efbda21100ae,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:52.283136 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.284992 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-e2e69e5a-f43e-4223-9922-efa1bc97f123 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ac445825-4d66-4597-997d-efbda21100ae HTTP/1.1" status: 204 len: 168 time: 0.2021441 Sep 16 15:20:52.287454 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53382) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:52.358182 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3964604'] for network, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.437234 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3929290', 'neutron.services.segments.db._delete_segments_for_network-8760632171421'] for network, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.456083 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53945bb-4e86-46f4-a194-90f285b573be']}} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:52.465432 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f4cb6b-71a7-42b7-aeeb-191a96e2ef6f') {'for_net_delete': True} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:52.465726 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.services.segments.db [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f4cb6b-71a7-42b7-aeeb-191a96e2ef6f') {} {{(pid=94190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:52.479139 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760632172198', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6454337'] for segment, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.492213 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464'] for segment, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.498855 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:52.499236 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1098592'] for segment, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: Traceback (most recent call last): Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: timer() Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: cb(*args, **kw) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: return func(*args, **kwargs) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: self._notify() Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: self.callback(batched_events) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: event.method(event) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: return f(self, *a, **k) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._get(url).json() Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:52.500850 dv-cinder-809420-1-iscsi neutron-server[94190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:52.552568 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3929299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.558311 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577068'] for network, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.560225 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] 10.222.0.52 "DELETE /v2.0/networks/f53945bb-4e86-46f4-a194-90f285b573be HTTP/1.1" status: 204 len: 168 time: 0.2718847 Sep 16 15:20:52.571974 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba21820-6ff0-4753-bc71-c29c023248ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f53945bb-4e86-46f4-a194-90f285b573be,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:52.717876 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53386) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:52.756244 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-19ef663d-6ba1-408b-b44c-aaad01f1e619 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2aa76a8f3024aa68bc270a02f59e345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372083 Sep 16 15:20:52.758788 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53388) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:52.803648 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-595785a4-984b-459f-9a73-dd7655d2eb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.827722 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-595785a4-984b-459f-9a73-dd7655d2eb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.873947 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-595785a4-984b-459f-9a73-dd7655d2eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.876484 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-595785a4-984b-459f-9a73-dd7655d2eb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:52.877599 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-595785a4-984b-459f-9a73-dd7655d2eb51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fffcc28d-20c0-4168-90dc-ba77ddbf1e06 HTTP/1.1" status: 204 len: 168 time: 0.1179559 Sep 16 15:20:52.887118 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595785a4-984b-459f-9a73-dd7655d2eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffcc28d-20c0-4168-90dc-ba77ddbf1e06,revision_number=None']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:53.179212 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53394) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:53.221093 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-3bd22695-0bc4-4144-b69a-4ae229b3560c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd363ed0ac33496cb8bdc2cf3a5fb93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407317 Sep 16 15:20:53.223649 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53396) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:53.268640 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3fd6-dacf-4bd7-a55f-ba7221079216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:53.289919 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3fd6-dacf-4bd7-a55f-ba7221079216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:53.334870 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3fd6-dacf-4bd7-a55f-ba7221079216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:53.338256 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3fd6-dacf-4bd7-a55f-ba7221079216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:53.339403 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-6b3a3fd6-dacf-4bd7-a55f-ba7221079216 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dbf1760-7d82-4fbe-b38e-023914a1c762 HTTP/1.1" status: 204 len: 168 time: 0.1148808 Sep 16 15:20:53.346613 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a3fd6-dacf-4bd7-a55f-ba7221079216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf1760-7d82-4fbe-b38e-023914a1c762,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:54.359446 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [-] (94190) accepted ('10.222.0.52', 53426) {{(pid=94190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:54.471618 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.557091 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.560516 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron_lib.callbacks.manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_create {{(pid=94190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.598529 dv-cinder-809420-1-iscsi neutron-server[94190]: INFO neutron.wsgi [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a43eaf53f8884884b01a57a386282a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379026 Sep 16 15:20:54.599413 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274e110-2bb4-4ff2-9e86-2cd2ddac86e7,revision_number=1']} {{(pid=94190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:54.601325 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [-] (94191) accepted ('10.222.0.52', 53430) {{(pid=94191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:54.608770 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.609123 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.609465 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.609799 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.610130 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.610487 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.610817 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.611141 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.611469 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.611787 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.612107 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.612430 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d6f09-d64e-4add-afdf-d200ac7e35ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809420-1-iscsi {{(pid=94190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:54.651025 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-05f49d2e-b9df-4c77-b2fc-d708e4e0eb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.671162 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-05f49d2e-b9df-4c77-b2fc-d708e4e0eb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.718299 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-05f49d2e-b9df-4c77-b2fc-d708e4e0eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910810'] for security_group, after_delete {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.720951 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron_lib.callbacks.manager [None req-05f49d2e-b9df-4c77-b2fc-d708e4e0eb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.722255 dv-cinder-809420-1-iscsi neutron-server[94191]: INFO neutron.wsgi [None req-05f49d2e-b9df-4c77-b2fc-d708e4e0eb6c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c274e110-2bb4-4ff2-9e86-2cd2ddac86e7 HTTP/1.1" status: 204 len: 168 time: 0.1197879 Sep 16 15:20:54.730617 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f49d2e-b9df-4c77-b2fc-d708e4e0eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274e110-2bb4-4ff2-9e86-2cd2ddac86e7,revision_number=None']} {{(pid=94191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:59.865959 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b4c43033-330f-488b-a93f-fe8b512fcf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:02.321914 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-b33133ce-68ed-41a8-9903-841068ea441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:03.126948 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:03.361798 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:05.104740 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:08.208671 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:08.985233 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:21:29.873527 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-83e4b668-962b-4a46-97d2-6109f55ba794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:32.322961 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-9693eabc-9914-4594-a059-3826c97d4c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:33.126773 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:33.364321 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:35.109020 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:38.206959 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:45.985190 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:21:59.863830 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-aaba367f-b504-4be8-99dc-7075a30412ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:02.322319 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-5788368e-b746-44e8-b4b9-ce789923f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:03.128446 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:03.366351 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:05.109084 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:08.215048 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:22.984346 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:22:29.865933 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-8a4fce76-f46f-48e6-87a3-1e8f8bf5987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.322275 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-3251b438-590b-4296-8c6d-6bc601994e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.129915 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.369228 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:35.111053 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:38.221970 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:59.867351 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-80b42b41-9ab6-4314-b269-c80c23ee49af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:59.983276 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:23:02.321461 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb093-16f3-4f9c-82dc-26b582012f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:03.131233 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:03.370929 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:05.115543 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:08.236160 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:29.870081 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-783b2e19-e5da-4255-8bd5-8248cf5c2d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:32.321239 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-c5d39858-2d03-4e22-94e2-d1daa0fdf5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:33.134348 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:33.374100 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:35.120026 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:36.982230 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:23:38.234077 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:59.870934 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-4df4a5bc-062d-4576-8b78-a239b4a61b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:02.322054 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-674f513c-fd98-4665-9324-2b301f4f4ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:03.136245 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:03.376943 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:05.121388 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:08.267125 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:13.981038 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:24:29.871108 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-072d0f09-c277-48ea-825d-08e49d1b2559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:32.322450 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cf402769-cfb3-4c64-8638-7b4e037ccf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:33.136769 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:33.380312 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:35.124282 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:38.261605 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:50.979960 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:24:59.870385 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-cb6f71b5-ed1a-4b04-943e-f32379e6a7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:00.020876 dv-cinder-809420-1-iscsi neutron-server[94191]: DEBUG neutron.wsgi [req-757e835c-8776-4ad9-8687-c5e7d7058947 req-7bfc6ba1-89d5-4549-b5d7-f46774a928e4 service neutron] (94191) timed out ('10.222.0.61', 60039) {{(pid=94191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:25:01.698771 dv-cinder-809420-1-iscsi neutron-server[94190]: DEBUG neutron.wsgi [req-2a1937a6-3dff-4734-91ac-09b89feb4d32 req-c2f91da1-4bc8-42d5-b81a-df5c9979453b service neutron] (94190) timed out ('10.222.0.61', 60066) {{(pid=94190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:25:02.321873 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-190c59fd-0c5b-4e77-9209-368052551387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:03.137202 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:03.384304 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:05.128941 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:08.270263 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:27.978663 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:25:29.870059 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-dabae40e-7827-46fc-be74-c0adc5e7e9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:32.321718 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-73f9f885-6c1d-4205-926f-660be680d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:33.140181 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:33.386043 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:35.129233 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:38.269900 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:59.871857 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-42ef393c-8290-4fd6-a444-eb604e93dff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:02.322115 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-ca39c4f5-ccd8-475c-982f-f136518d6203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:03.142492 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-12b78d7b-dd7b-405f-afba-4a32fe7b4e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:03.388810 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-74d5ffc4-4242-4eb6-9214-dfdd72b2a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:04.977749 dv-cinder-809420-1-iscsi neutron-server[94193]: DEBUG neutron.db.agents_db [None req-77f8d272-78e9-4e93-ab3f-d559f72f52d0 None None] Agent healthcheck: found 6 active agents {{(pid=94193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:26:05.132646 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-2dcffb84-6b96-4211-89c2-dbcfa086e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:08.277693 dv-cinder-809420-1-iscsi neutron-server[94192]: DEBUG neutron_lib.callbacks.manager [None req-e47ccdaf-c2c6-4028-9490-9a7e8bdb999b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760632171403', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3919306'] for agent, after_update {{(pid=94192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}